2024-12-01 19:18:37,139 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-01 19:18:37,156 main DEBUG Took 0.015098 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 19:18:37,156 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 19:18:37,156 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 19:18:37,157 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 19:18:37,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,166 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 19:18:37,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,184 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,186 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,186 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,188 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,190 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,191 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,192 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,192 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,193 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 19:18:37,193 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,194 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 19:18:37,195 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 19:18:37,196 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 19:18:37,198 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 19:18:37,199 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 19:18:37,200 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 19:18:37,200 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 19:18:37,207 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 19:18:37,210 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 19:18:37,212 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 19:18:37,212 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 19:18:37,212 main DEBUG createAppenders(={Console}) 2024-12-01 19:18:37,213 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-01 19:18:37,213 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-01 19:18:37,214 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-01 19:18:37,214 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 19:18:37,214 main DEBUG OutputStream closed 2024-12-01 19:18:37,215 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 19:18:37,215 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 19:18:37,215 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-01 19:18:37,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 19:18:37,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 19:18:37,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 19:18:37,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 19:18:37,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 19:18:37,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 19:18:37,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 19:18:37,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 19:18:37,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 19:18:37,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 19:18:37,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 19:18:37,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 19:18:37,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 19:18:37,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 19:18:37,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 19:18:37,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 19:18:37,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 19:18:37,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 19:18:37,305 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 19:18:37,306 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-01 19:18:37,306 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 19:18:37,307 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-01T19:18:37,318 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-01 19:18:37,320 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 19:18:37,321 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T19:18:37,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5332 2024-12-01T19:18:37,559 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-01T19:18:37,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83 2024-12-01T19:18:37,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d, deleteOnExit=true 2024-12-01T19:18:37,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/zookeeper_0, clientPort=51726, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:18:37,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51726 2024-12-01T19:18:37,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:18:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:18:37,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/test.cache.data in system properties and HBase conf 2024-12-01T19:18:37,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:18:37,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:18:37,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:18:37,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:18:37,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:18:37,797 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T19:18:37,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:18:37,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:18:37,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:18:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:18:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:18:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:18:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:18:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:18:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:18:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:18:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:18:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:18:37,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:18:37,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:18:37,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:18:38,951 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T19:18:39,017 INFO [Time-limited test {}] log.Log(170): Logging initialized @2509ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T19:18:39,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:18:39,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:18:39,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:18:39,183 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:18:39,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:18:39,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:18:39,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:18:39,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:18:39,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/java.io.tmpdir/jetty-localhost-46883-hadoop-hdfs-3_4_1-tests_jar-_-any-7614273538047733717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:18:39,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:46883} 2024-12-01T19:18:39,368 INFO [Time-limited test {}] server.Server(415): Started @2860ms 2024-12-01T19:18:39,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:18:39,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:18:39,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:18:39,919 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:18:39,919 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:18:39,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:18:39,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:18:40,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/java.io.tmpdir/jetty-localhost-43513-hadoop-hdfs-3_4_1-tests_jar-_-any-17061208868982977940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:18:40,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:43513} 2024-12-01T19:18:40,023 INFO [Time-limited test {}] server.Server(415): Started @3515ms 2024-12-01T19:18:40,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:18:41,133 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/data/data2/current/BP-473119082-172.17.0.3-1733080718462/current, will proceed with Du for space computation calculation, 2024-12-01T19:18:41,133 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/data/data1/current/BP-473119082-172.17.0.3-1733080718462/current, will proceed with Du for space computation calculation, 2024-12-01T19:18:41,161 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:18:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70ececc9872ee608 with lease ID 0x77c4fe530676f298: Processing first storage report for DS-09f3983f-76f6-40b0-aea6-68a82ee494d7 from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=3f9b06ae-d1db-4ff9-b7da-26536533faba, infoPort=45075, infoSecurePort=0, ipcPort=45637, storageInfo=lv=-57;cid=testClusterID;nsid=1723725028;c=1733080718462) 2024-12-01T19:18:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70ececc9872ee608 with lease ID 0x77c4fe530676f298: from storage DS-09f3983f-76f6-40b0-aea6-68a82ee494d7 node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=3f9b06ae-d1db-4ff9-b7da-26536533faba, infoPort=45075, infoSecurePort=0, ipcPort=45637, storageInfo=lv=-57;cid=testClusterID;nsid=1723725028;c=1733080718462), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:18:41,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70ececc9872ee608 with lease ID 0x77c4fe530676f298: Processing first storage report for DS-23852250-c372-4868-96a9-5c28016a1304 from datanode DatanodeRegistration(127.0.0.1:45627, datanodeUuid=3f9b06ae-d1db-4ff9-b7da-26536533faba, infoPort=45075, infoSecurePort=0, ipcPort=45637, storageInfo=lv=-57;cid=testClusterID;nsid=1723725028;c=1733080718462) 2024-12-01T19:18:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70ececc9872ee608 with lease ID 0x77c4fe530676f298: from storage DS-23852250-c372-4868-96a9-5c28016a1304 node DatanodeRegistration(127.0.0.1:45627, datanodeUuid=3f9b06ae-d1db-4ff9-b7da-26536533faba, infoPort=45075, infoSecurePort=0, ipcPort=45637, storageInfo=lv=-57;cid=testClusterID;nsid=1723725028;c=1733080718462), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:18:41,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83 2024-12-01T19:18:41,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:41,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:41,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:18:41,876 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c with version=8 2024-12-01T19:18:41,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/hbase-staging 2024-12-01T19:18:41,955 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T19:18:42,152 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:18:42,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:42,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:42,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:18:42,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:42,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:18:42,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:18:42,333 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T19:18:42,340 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T19:18:42,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:18:42,364 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10149 (auto-detected) 2024-12-01T19:18:42,365 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-01T19:18:42,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37053 2024-12-01T19:18:42,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37053 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:18:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370530x0, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:18:42,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37053-0x101925515110000 connected 2024-12-01T19:18:42,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:42,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:42,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:18:42,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c, hbase.cluster.distributed=false 2024-12-01T19:18:42,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/acl 2024-12-01T19:18:42,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37053 2024-12-01T19:18:42,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37053 2024-12-01T19:18:42,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37053 2024-12-01T19:18:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37053 2024-12-01T19:18:42,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37053 2024-12-01T19:18:42,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:18:42,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:42,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:42,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:18:42,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:42,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:18:42,747 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:18:42,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:18:42,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37237 2024-12-01T19:18:42,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37237 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:18:42,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:42,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:42,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372370x0, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:18:42,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37237-0x101925515110001 connected 2024-12-01T19:18:42,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:18:42,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:18:42,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:18:42,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/master 2024-12-01T19:18:42,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/acl 2024-12-01T19:18:42,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37237 2024-12-01T19:18:42,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37237 2024-12-01T19:18:42,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37237 2024-12-01T19:18:42,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37237 2024-12-01T19:18:42,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37237 2024-12-01T19:18:42,802 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:37053 2024-12-01T19:18:42,803 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1971724681/backup-masters/9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:18:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:18:42,817 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on existing znode=/0-1971724681/backup-masters/9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971724681/master 2024-12-01T19:18:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:42,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:42,847 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on existing znode=/0-1971724681/master 2024-12-01T19:18:42,849 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1971724681/backup-masters/9168bcbe98d9,37053,1733080722003 from backup master directory 2024-12-01T19:18:42,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/backup-masters/9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:42,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:18:42,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:18:42,857 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:18:42,857 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:42,860 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T19:18:42,861 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T19:18:42,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/hbase.id] with ID: 946c7dff-b048-43d7-a08c-b1eedd8e2d19 2024-12-01T19:18:42,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/.tmp/hbase.id 2024-12-01T19:18:42,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:18:43,333 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/.tmp/hbase.id]:[hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/hbase.id] 2024-12-01T19:18:43,383 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:43,389 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:18:43,407 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-01T19:18:43,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:43,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:18:43,438 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:18:43,441 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:18:43,456 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:18:43,459 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:18:43,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store 2024-12-01T19:18:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:18:44,340 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T19:18:44,345 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:44,347 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:18:44,347 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:44,347 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:44,349 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:18:44,349 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:44,349 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:44,350 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080724347Disabling compacts and flushes for region at 1733080724347Disabling writes for close at 1733080724349 (+2 ms)Writing region close event to WAL at 1733080724349Closed at 1733080724349 2024-12-01T19:18:44,352 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/.initializing 2024-12-01T19:18:44,352 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:44,361 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:18:44,379 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C37053%2C1733080722003, suffix=, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/oldWALs, maxLogs=10 2024-12-01T19:18:44,399 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003/9168bcbe98d9%2C37053%2C1733080722003.1733080724383, exclude list is [], retry=0 2024-12-01T19:18:44,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:18:44,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T19:18:44,450 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 2024-12-01T19:18:44,451 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:18:44,452 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:18:44,452 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:44,455 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,455 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:18:44,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:44,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:18:44,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:44,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:44,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:18:44,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:44,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:44,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:18:44,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:44,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:44,545 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,548 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,549 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,554 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,554 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,558 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:18:44,561 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:44,566 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:18:44,567 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66088596, jitterRate=-0.01520317792892456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:18:44,573 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080724468Initializing all the Stores at 1733080724470 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080724471 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080724472 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080724472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080724472Cleaning up temporary data from old regions at 1733080724555 (+83 ms)Region opened successfully at 1733080724573 (+18 ms) 2024-12-01T19:18:44,574 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:18:44,615 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ca7aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:18:44,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:18:44,654 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:18:44,654 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:18:44,656 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:18:44,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T19:18:44,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T19:18:44,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:18:44,684 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:18:44,692 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/balancer because node does not exist (not necessarily an error) 2024-12-01T19:18:44,698 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/balancer already deleted, retry=false 2024-12-01T19:18:44,700 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:18:44,702 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:18:44,709 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/normalizer already deleted, retry=false 2024-12-01T19:18:44,711 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:18:44,715 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:18:44,719 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/switch/split already deleted, retry=false 2024-12-01T19:18:44,721 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:18:44,730 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/switch/merge already deleted, retry=false 2024-12-01T19:18:44,747 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:18:44,751 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/snapshot-cleanup already deleted, retry=false 2024-12-01T19:18:44,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:18:44,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:18:44,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:44,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:44,766 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,37053,1733080722003, sessionid=0x101925515110000, setting cluster-up flag (Was=false) 2024-12-01T19:18:44,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:44,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:44,825 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971724681/flush-table-proc/acquired, /0-1971724681/flush-table-proc/reached, /0-1971724681/flush-table-proc/abort 2024-12-01T19:18:44,830 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:44,888 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971724681/online-snapshot/acquired, /0-1971724681/online-snapshot/reached, /0-1971724681/online-snapshot/abort 2024-12-01T19:18:44,890 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:44,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:18:44,969 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:44,978 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:18:44,984 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:18:44,989 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,37053,1733080722003 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:18:44,993 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(746): ClusterId : 946c7dff-b048-43d7-a08c-b1eedd8e2d19 2024-12-01T19:18:44,997 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:18:44,998 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:44,999 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:44,999 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:44,999 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:44,999 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:18:45,000 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,000 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:18:45,000 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,005 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080755004 2024-12-01T19:18:45,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:45,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:18:45,006 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:18:45,007 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:18:45,007 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:18:45,008 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:18:45,013 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:45,013 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:18:45,013 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:18:45,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:18:45,014 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:18:45,014 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:18:45,016 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:18:45,017 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f27c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:18:45,016 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,020 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:18:45,021 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:18:45,022 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:18:45,022 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:18:45,024 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:18:45,024 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:18:45,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:18:45,026 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080725026,5,FailOnTimeoutGroup] 2024-12-01T19:18:45,027 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080725026,5,FailOnTimeoutGroup] 2024-12-01T19:18:45,027 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,027 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:18:45,028 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,029 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,037 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:37237 2024-12-01T19:18:45,041 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:18:45,041 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:18:45,041 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:18:45,044 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,37053,1733080722003 with port=37237, startcode=1733080722713 2024-12-01T19:18:45,057 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:18:45,092 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:18:45,101 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:45,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37053 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:45,118 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c 2024-12-01T19:18:45,119 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36955 2024-12-01T19:18:45,119 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:18:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/rs 2024-12-01T19:18:45,131 DEBUG [RS:0;9168bcbe98d9:37237 {}] zookeeper.ZKUtil(111): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on existing znode=/0-1971724681/rs/9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:45,131 WARN [RS:0;9168bcbe98d9:37237 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:18:45,131 INFO [RS:0;9168bcbe98d9:37237 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:45,131 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:45,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,37237,1733080722713] 2024-12-01T19:18:45,155 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:18:45,167 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:18:45,171 INFO [RS:0;9168bcbe98d9:37237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:18:45,171 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,172 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:18:45,177 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:18:45,178 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,178 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,178 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,178 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,179 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,180 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,180 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:45,180 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:18:45,180 DEBUG [RS:0;9168bcbe98d9:37237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:18:45,181 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,181 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,181 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,181 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,182 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,182 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37237,1733080722713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:18:45,198 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:18:45,200 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37237,1733080722713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,201 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,201 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.Replication(171): 9168bcbe98d9,37237,1733080722713 started 2024-12-01T19:18:45,217 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:45,217 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,37237,1733080722713, RpcServer on 9168bcbe98d9/172.17.0.3:37237, sessionid=0x101925515110001 2024-12-01T19:18:45,218 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:18:45,218 DEBUG [RS:0;9168bcbe98d9:37237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:45,219 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,37237,1733080722713' 2024-12-01T19:18:45,219 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971724681/flush-table-proc/abort' 2024-12-01T19:18:45,220 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971724681/flush-table-proc/acquired' 2024-12-01T19:18:45,221 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:18:45,221 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:18:45,221 DEBUG [RS:0;9168bcbe98d9:37237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:45,221 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,37237,1733080722713' 2024-12-01T19:18:45,221 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971724681/online-snapshot/abort' 2024-12-01T19:18:45,222 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971724681/online-snapshot/acquired' 2024-12-01T19:18:45,223 DEBUG [RS:0;9168bcbe98d9:37237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:18:45,223 INFO [RS:0;9168bcbe98d9:37237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:18:45,223 INFO [RS:0;9168bcbe98d9:37237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:18:45,330 INFO [RS:0;9168bcbe98d9:37237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:18:45,334 INFO [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37237%2C1733080722713, suffix=, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs, maxLogs=10 2024-12-01T19:18:45,351 DEBUG [RS:0;9168bcbe98d9:37237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336, exclude list is [], retry=0 2024-12-01T19:18:45,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:18:45,359 INFO [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 2024-12-01T19:18:45,360 DEBUG [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:18:45,431 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:18:45,432 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c 2024-12-01T19:18:45,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:18:45,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:45,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:18:45,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:18:45,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:45,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:45,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:18:45,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:18:45,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:45,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:45,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:18:45,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:18:45,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:45,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:45,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:18:45,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:18:45,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:45,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:45,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:18:45,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740 2024-12-01T19:18:45,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740 2024-12-01T19:18:45,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:18:45,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:18:45,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:18:45,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:18:45,883 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:18:45,884 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68837881, jitterRate=0.025764361023902893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:18:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080725851Initializing all the Stores at 1733080725855 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080725855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080725856 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080725856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080725856Cleaning up temporary data from old regions at 1733080725877 (+21 ms)Region opened successfully at 1733080725886 (+9 ms) 2024-12-01T19:18:45,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:18:45,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:18:45,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:18:45,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:18:45,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:18:45,889 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:18:45,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080725886Disabling compacts and flushes for region at 1733080725886Disabling writes for close at 1733080725887 (+1 ms)Writing region close event to WAL at 1733080725889 (+2 ms)Closed at 1733080725889 2024-12-01T19:18:45,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:45,893 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:18:45,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:18:45,909 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:18:45,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:18:46,065 DEBUG [9168bcbe98d9:37053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:18:46,081 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:46,087 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37237,1733080722713, state=OPENING 2024-12-01T19:18:46,098 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:18:46,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:46,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:46,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:18:46,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:18:46,141 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:18:46,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37237,1733080722713}] 2024-12-01T19:18:46,318 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:18:46,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:18:46,334 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:18:46,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:46,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:18:46,338 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37237%2C1733080722713.meta, suffix=.meta, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs, maxLogs=10 2024-12-01T19:18:46,352 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.meta.1733080726340.meta, exclude list is [], retry=0 2024-12-01T19:18:46,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:18:46,360 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.meta.1733080726340.meta 2024-12-01T19:18:46,361 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:18:46,361 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:18:46,366 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:18:46,367 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:18:46,369 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:18:46,371 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:18:46,374 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:18:46,375 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:46,375 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:18:46,375 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:18:46,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:18:46,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:18:46,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:46,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:46,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:18:46,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:18:46,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:46,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:46,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:18:46,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:18:46,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:46,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:46,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:18:46,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:18:46,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:46,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:46,390 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:18:46,391 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740 2024-12-01T19:18:46,394 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740 2024-12-01T19:18:46,396 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:18:46,396 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:18:46,397 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:18:46,399 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:18:46,400 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69091879, jitterRate=0.02954922616481781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:18:46,401 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:18:46,402 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080726376Writing region info on filesystem at 1733080726376Initializing all the Stores at 1733080726378 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080726378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080726378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080726378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080726378Cleaning up temporary data from old regions at 1733080726396 (+18 ms)Running coprocessor post-open hooks at 1733080726401 (+5 ms)Region opened successfully at 1733080726402 (+1 ms) 2024-12-01T19:18:46,408 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080726309 2024-12-01T19:18:46,418 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:18:46,418 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:18:46,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:46,422 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37237,1733080722713, state=OPEN 2024-12-01T19:18:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:18:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:18:46,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:18:46,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:18:46,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:46,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:18:46,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37237,1733080722713 in 293 msec 2024-12-01T19:18:46,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:18:46,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 544 msec 2024-12-01T19:18:46,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:46,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:18:46,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:18:46,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37237,1733080722713, seqNum=-1] 2024-12-01T19:18:46,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:18:46,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:18:46,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5940 sec 2024-12-01T19:18:46,525 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080726525, completionTime=-1 2024-12-01T19:18:46,528 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:18:46,528 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:18:46,551 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:18:46,551 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080786551 2024-12-01T19:18:46,552 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080846551 2024-12-01T19:18:46,552 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-01T19:18:46,554 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37053,1733080722003-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,554 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37053,1733080722003-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,554 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37053,1733080722003-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,555 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:37053, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,556 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,556 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,562 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:18:46,585 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.726sec 2024-12-01T19:18:46,586 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:18:46,587 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:18:46,588 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:18:46,588 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:18:46,588 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:18:46,589 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37053,1733080722003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:18:46,589 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37053,1733080722003-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:18:46,597 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:18:46,598 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:18:46,598 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37053,1733080722003-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:46,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:46,605 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T19:18:46,605 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T19:18:46,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,37053,-1 for getting cluster id 2024-12-01T19:18:46,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:46,617 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '946c7dff-b048-43d7-a08c-b1eedd8e2d19' 2024-12-01T19:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:46,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "946c7dff-b048-43d7-a08c-b1eedd8e2d19" 2024-12-01T19:18:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f919eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,37053,-1] 2024-12-01T19:18:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:46,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:46,627 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:46,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:46,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:18:46,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37237,1733080722713, seqNum=-1] 2024-12-01T19:18:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:18:46,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:18:46,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:46,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:18:46,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:18:46,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101925515110002 connected 2024-12-01T19:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir so I do NOT create it in target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99 2024-12-01T19:18:46,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:18:46,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.tmp.dir so I do NOT create it in target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99 2024-12-01T19:18:46,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:18:46,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99 2024-12-01T19:18:46,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:18:46,800 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/cluster_e35c371a-f6a6-0a4b-0911-b13d6dff7675, deleteOnExit=true 2024-12-01T19:18:46,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:18:46,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/test.cache.data in system properties and HBase conf 2024-12-01T19:18:46,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:18:46,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:18:46,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:18:46,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:18:46,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:18:46,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:18:46,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:18:46,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:18:46,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:18:46,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:18:46,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:18:46,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:18:47,215 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:18:47,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:18:47,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:18:47,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:18:47,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:18:47,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:18:47,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:18:47,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:18:47,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/java.io.tmpdir/jetty-localhost-36559-hadoop-hdfs-3_4_1-tests_jar-_-any-16455677563695018022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:18:47,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:36559} 2024-12-01T19:18:47,318 INFO [Time-limited test {}] server.Server(415): Started @10810ms 2024-12-01T19:18:47,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:18:47,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:18:47,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:18:47,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:18:47,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:18:47,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:18:47,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:18:47,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/java.io.tmpdir/jetty-localhost-42777-hadoop-hdfs-3_4_1-tests_jar-_-any-16083006777265967476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:18:47,790 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:42777} 2024-12-01T19:18:47,790 INFO [Time-limited test {}] server.Server(415): Started @11282ms 2024-12-01T19:18:47,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:18:48,585 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/cluster_e35c371a-f6a6-0a4b-0911-b13d6dff7675/data/data1/current/BP-93948337-172.17.0.3-1733080726828/current, will proceed with Du for space computation calculation, 2024-12-01T19:18:48,585 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/cluster_e35c371a-f6a6-0a4b-0911-b13d6dff7675/data/data2/current/BP-93948337-172.17.0.3-1733080726828/current, will proceed with Du for space computation calculation, 2024-12-01T19:18:48,627 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:18:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x452504f2ec965648 with lease ID 0x7274f7230cdbbc30: Processing first storage report for DS-a5cb3fb5-05c8-4d9f-b792-2beb19d79f4c from datanode DatanodeRegistration(127.0.0.1:34775, datanodeUuid=bcde011f-41e6-4c1a-81ec-bc9b8c031440, infoPort=37841, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=1883613564;c=1733080726828) 2024-12-01T19:18:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x452504f2ec965648 with lease ID 0x7274f7230cdbbc30: from storage DS-a5cb3fb5-05c8-4d9f-b792-2beb19d79f4c node DatanodeRegistration(127.0.0.1:34775, datanodeUuid=bcde011f-41e6-4c1a-81ec-bc9b8c031440, infoPort=37841, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=1883613564;c=1733080726828), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:18:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x452504f2ec965648 with lease ID 0x7274f7230cdbbc30: Processing first storage report for DS-1567522d-61dc-4b17-8037-6e9b86f957a2 from datanode DatanodeRegistration(127.0.0.1:34775, datanodeUuid=bcde011f-41e6-4c1a-81ec-bc9b8c031440, infoPort=37841, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=1883613564;c=1733080726828) 2024-12-01T19:18:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x452504f2ec965648 with lease ID 0x7274f7230cdbbc30: from storage DS-1567522d-61dc-4b17-8037-6e9b86f957a2 node DatanodeRegistration(127.0.0.1:34775, datanodeUuid=bcde011f-41e6-4c1a-81ec-bc9b8c031440, infoPort=37841, infoSecurePort=0, ipcPort=42655, storageInfo=lv=-57;cid=testClusterID;nsid=1883613564;c=1733080726828), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:18:48,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99 2024-12-01T19:18:48,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:48,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:18:49,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e with version=8 2024-12-01T19:18:49,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/hbase-staging 2024-12-01T19:18:49,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:18:49,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:49,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:49,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:18:49,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:49,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:18:49,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:18:49,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:18:49,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39773 2024-12-01T19:18:49,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39773 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:18:49,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397730x0, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:18:49,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39773-0x101925515110003 connected 2024-12-01T19:18:49,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:49,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:49,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/running 2024-12-01T19:18:49,254 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e, hbase.cluster.distributed=false 2024-12-01T19:18:49,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/acl 2024-12-01T19:18:49,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39773 2024-12-01T19:18:49,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39773 2024-12-01T19:18:49,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39773 2024-12-01T19:18:49,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39773 2024-12-01T19:18:49,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39773 2024-12-01T19:18:49,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:18:49,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:49,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:49,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:18:49,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:18:49,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:18:49,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:18:49,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:18:49,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46643 2024-12-01T19:18:49,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46643 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:18:49,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:49,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:49,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466430x0, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:18:49,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46643-0x101925515110004 connected 2024-12-01T19:18:49,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/running 2024-12-01T19:18:49,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:18:49,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:18:49,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/master 2024-12-01T19:18:49,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/acl 2024-12-01T19:18:49,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46643 2024-12-01T19:18:49,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46643 2024-12-01T19:18:49,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46643 2024-12-01T19:18:49,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46643 2024-12-01T19:18:49,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46643 2024-12-01T19:18:49,319 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:39773 2024-12-01T19:18:49,320 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-8828273/backup-masters/9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:49,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273/backup-masters 2024-12-01T19:18:49,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273/backup-masters 2024-12-01T19:18:49,330 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on existing znode=/1-8828273/backup-masters/9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:49,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:49,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-8828273/master 2024-12-01T19:18:49,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:49,341 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on existing znode=/1-8828273/master 2024-12-01T19:18:49,342 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-8828273/backup-masters/9168bcbe98d9,39773,1733080729156 from backup master directory 2024-12-01T19:18:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8828273/backup-masters/9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273/backup-masters 2024-12-01T19:18:49,351 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:18:49,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273/backup-masters 2024-12-01T19:18:49,351 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:49,358 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/hbase.id] with ID: 5814c0f6-8265-4dd6-be31-15a0a166c427 2024-12-01T19:18:49,358 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/.tmp/hbase.id 2024-12-01T19:18:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:18:49,768 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/.tmp/hbase.id]:[hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/hbase.id] 2024-12-01T19:18:49,791 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:18:49,791 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:18:49,793 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T19:18:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:18:50,213 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:18:50,214 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:18:50,215 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:50,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:18:50,628 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store 2024-12-01T19:18:50,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:18:51,047 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:51,047 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:18:51,047 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:51,047 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:51,048 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:18:51,048 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:51,048 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:51,048 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080731047Disabling compacts and flushes for region at 1733080731047Disabling writes for close at 1733080731048 (+1 ms)Writing region close event to WAL at 1733080731048Closed at 1733080731048 2024-12-01T19:18:51,052 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/.initializing 2024-12-01T19:18:51,052 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/WALs/9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:51,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:18:51,060 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C39773%2C1733080729156, suffix=, logDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/WALs/9168bcbe98d9,39773,1733080729156, archiveDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/oldWALs, maxLogs=10 2024-12-01T19:18:51,076 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/WALs/9168bcbe98d9,39773,1733080729156/9168bcbe98d9%2C39773%2C1733080729156.1733080731061, exclude list is [], retry=0 2024-12-01T19:18:51,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34775,DS-a5cb3fb5-05c8-4d9f-b792-2beb19d79f4c,DISK] 2024-12-01T19:18:51,083 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/WALs/9168bcbe98d9,39773,1733080729156/9168bcbe98d9%2C39773%2C1733080729156.1733080731061 2024-12-01T19:18:51,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37841:37841)] 2024-12-01T19:18:51,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:18:51,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:51,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:18:51,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:51,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:51,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:18:51,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:51,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:51,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:18:51,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:51,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:51,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:18:51,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:51,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:51,116 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,117 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,118 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,121 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,121 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,122 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:18:51,124 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:18:51,127 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:18:51,128 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61672383, jitterRate=-0.0810098797082901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:18:51,128 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080731084Initializing all the Stores at 1733080731086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080731086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080731087 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080731087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080731087Cleaning up temporary data from old regions at 1733080731121 (+34 ms)Region opened successfully at 1733080731128 (+7 ms) 2024-12-01T19:18:51,129 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:18:51,134 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364a0a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:18:51,135 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:18:51,135 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:18:51,135 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:18:51,136 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:18:51,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:18:51,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:18:51,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:18:51,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:18:51,142 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Unable to get data of znode /1-8828273/balancer because node does not exist (not necessarily an error) 2024-12-01T19:18:51,151 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8828273/balancer already deleted, retry=false 2024-12-01T19:18:51,151 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:18:51,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:18:51,152 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Unable to get data of znode /1-8828273/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:18:51,161 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8828273/normalizer already deleted, retry=false 2024-12-01T19:18:51,162 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:18:51,163 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Unable to get data of znode /1-8828273/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:18:51,171 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8828273/switch/split already deleted, retry=false 2024-12-01T19:18:51,173 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Unable to get data of znode /1-8828273/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:18:51,182 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8828273/switch/merge already deleted, retry=false 2024-12-01T19:18:51,185 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Unable to get data of znode /1-8828273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:18:51,193 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8828273/snapshot-cleanup already deleted, retry=false 2024-12-01T19:18:51,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-8828273/running 2024-12-01T19:18:51,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-8828273/running 2024-12-01T19:18:51,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:51,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:51,257 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,39773,1733080729156, sessionid=0x101925515110003, setting cluster-up flag (Was=false) 2024-12-01T19:18:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:51,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:51,551 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-8828273/flush-table-proc/acquired, /1-8828273/flush-table-proc/reached, /1-8828273/flush-table-proc/abort 2024-12-01T19:18:51,554 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:51,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:51,604 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-8828273/online-snapshot/acquired, /1-8828273/online-snapshot/reached, /1-8828273/online-snapshot/abort 2024-12-01T19:18:51,608 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:51,611 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:18:51,616 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:51,616 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:18:51,616 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:18:51,616 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(746): ClusterId : 5814c0f6-8265-4dd6-be31-15a0a166c427 2024-12-01T19:18:51,616 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:18:51,616 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,39773,1733080729156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:18:51,625 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:18:51,625 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:51,625 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:18:51,625 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:51,625 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:51,625 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:18:51,626 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:18:51,626 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,626 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:18:51,626 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080761627 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:18:51,627 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,628 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:18:51,628 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:18:51,628 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:18:51,628 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:18:51,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:51,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:18:51,629 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:18:51,629 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:18:51,629 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080731629,5,FailOnTimeoutGroup] 2024-12-01T19:18:51,629 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080731629,5,FailOnTimeoutGroup] 2024-12-01T19:18:51,629 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,629 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:18:51,630 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,630 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,631 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:51,631 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:18:51,636 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:18:51,637 DEBUG [RS:0;9168bcbe98d9:46643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e693164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:18:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:18:51,649 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:46643 2024-12-01T19:18:51,649 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:18:51,649 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:18:51,649 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:18:51,650 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,39773,1733080729156 with port=46643, startcode=1733080729279 2024-12-01T19:18:51,650 DEBUG [RS:0;9168bcbe98d9:46643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:18:51,652 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:18:51,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:51,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39773 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:51,656 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e 2024-12-01T19:18:51,656 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44035 2024-12-01T19:18:51,656 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:18:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273/rs 2024-12-01T19:18:51,667 DEBUG [RS:0;9168bcbe98d9:46643 {}] zookeeper.ZKUtil(111): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on existing znode=/1-8828273/rs/9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:51,667 WARN [RS:0;9168bcbe98d9:46643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:18:51,667 INFO [RS:0;9168bcbe98d9:46643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:51,667 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:51,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,46643,1733080729279] 2024-12-01T19:18:51,673 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:18:51,676 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:18:51,678 INFO [RS:0;9168bcbe98d9:46643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:18:51,678 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,678 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:18:51,679 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:18:51,680 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:18:51,680 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:18:51,681 DEBUG [RS:0;9168bcbe98d9:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:18:51,683 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,683 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,684 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,684 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,684 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,684 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46643,1733080729279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:18:51,701 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:18:51,701 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46643,1733080729279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,702 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,702 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.Replication(171): 9168bcbe98d9,46643,1733080729279 started 2024-12-01T19:18:51,721 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:51,721 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,46643,1733080729279, RpcServer on 9168bcbe98d9/172.17.0.3:46643, sessionid=0x101925515110004 2024-12-01T19:18:51,721 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:18:51,722 DEBUG [RS:0;9168bcbe98d9:46643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:51,722 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46643,1733080729279' 2024-12-01T19:18:51,722 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-8828273/flush-table-proc/abort' 2024-12-01T19:18:51,722 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-8828273/flush-table-proc/acquired' 2024-12-01T19:18:51,723 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:18:51,723 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:18:51,723 DEBUG [RS:0;9168bcbe98d9:46643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:51,723 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46643,1733080729279' 2024-12-01T19:18:51,723 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-8828273/online-snapshot/abort' 2024-12-01T19:18:51,724 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-8828273/online-snapshot/acquired' 2024-12-01T19:18:51,724 DEBUG [RS:0;9168bcbe98d9:46643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:18:51,724 INFO [RS:0;9168bcbe98d9:46643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:18:51,724 INFO [RS:0;9168bcbe98d9:46643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:18:51,825 INFO [RS:0;9168bcbe98d9:46643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:18:51,829 INFO [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46643%2C1733080729279, suffix=, logDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279, archiveDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/oldWALs, maxLogs=10 2024-12-01T19:18:51,847 DEBUG [RS:0;9168bcbe98d9:46643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279/9168bcbe98d9%2C46643%2C1733080729279.1733080731831, exclude list is [], retry=0 2024-12-01T19:18:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34775,DS-a5cb3fb5-05c8-4d9f-b792-2beb19d79f4c,DISK] 2024-12-01T19:18:51,854 INFO [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279/9168bcbe98d9%2C46643%2C1733080729279.1733080731831 2024-12-01T19:18:51,856 DEBUG [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37841:37841)] 2024-12-01T19:18:51,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:18:52,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:18:52,044 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e 2024-12-01T19:18:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:18:52,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:18:52,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:18:52,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:18:52,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T19:18:52,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:18:52,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:18:52,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:18:52,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:18:52,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:52,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:18:52,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:18:52,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:18:52,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:18:52,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:18:52,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:18:52,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:18:52,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:18:52,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:18:52,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740 2024-12-01T19:18:52,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740 2024-12-01T19:18:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:18:52,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:18:52,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:18:52,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:18:52,480 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:18:52,481 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58818450, jitterRate=-0.12353679537773132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:18:52,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080732459Initializing all the Stores at 1733080732460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080732460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080732460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080732460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080732460Cleaning up temporary data from old regions at 1733080732475 (+15 ms)Region opened successfully at 1733080732481 (+6 ms) 2024-12-01T19:18:52,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:18:52,481 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:18:52,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:18:52,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:18:52,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:18:52,482 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:18:52,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080732481Disabling compacts and flushes for region at 1733080732481Disabling writes for close at 1733080732482 (+1 ms)Writing region close event to WAL at 1733080732482Closed at 1733080732482 2024-12-01T19:18:52,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:52,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:18:52,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:18:52,486 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:18:52,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:18:52,638 DEBUG [9168bcbe98d9:39773 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:18:52,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:52,644 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46643,1733080729279, state=OPENING 2024-12-01T19:18:52,683 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:18:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:18:52,699 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:18:52,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8828273/meta-region-server: CHANGED 2024-12-01T19:18:52,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8828273/meta-region-server: CHANGED 2024-12-01T19:18:52,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46643,1733080729279}] 2024-12-01T19:18:52,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:18:52,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:18:52,866 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:18:52,867 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:52,867 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:18:52,871 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46643%2C1733080729279.meta, suffix=.meta, logDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279, archiveDir=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/oldWALs, maxLogs=10 2024-12-01T19:18:52,884 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279/9168bcbe98d9%2C46643%2C1733080729279.meta.1733080732872.meta, exclude list is [], retry=0 2024-12-01T19:18:52,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34775,DS-a5cb3fb5-05c8-4d9f-b792-2beb19d79f4c,DISK] 2024-12-01T19:18:52,890 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/WALs/9168bcbe98d9,46643,1733080729279/9168bcbe98d9%2C46643%2C1733080729279.meta.1733080732872.meta 2024-12-01T19:18:52,891 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37841:37841)] 2024-12-01T19:18:52,891 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:18:52,891 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:18:52,891 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:18:52,891 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:18:52,891 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:18:52,892 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:18:52,892 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:52,892 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:18:52,892 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:18:52,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:18:52,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:18:52,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:18:52,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:18:52,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:18:52,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:18:52,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:18:52,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:18:52,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:52,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:18:52,902 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:18:52,903 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740 2024-12-01T19:18:52,904 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740 2024-12-01T19:18:52,906 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:18:52,907 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:18:52,907 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:18:52,910 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:18:52,911 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69230794, jitterRate=0.03161922097206116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:18:52,911 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:18:52,911 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080732892Writing region info on filesystem at 1733080732892Initializing all the Stores at 1733080732894 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080732894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080732894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080732894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080732894Cleaning up temporary data from old regions at 1733080732907 (+13 ms)Running coprocessor post-open hooks at 1733080732911 (+4 ms)Region opened successfully at 1733080732911 2024-12-01T19:18:52,913 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080732855 2024-12-01T19:18:52,917 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:18:52,917 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:18:52,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:52,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46643,1733080729279, state=OPEN 2024-12-01T19:18:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-8828273/meta-region-server 2024-12-01T19:18:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-8828273/meta-region-server 2024-12-01T19:18:52,930 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46643,1733080729279 2024-12-01T19:18:52,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8828273/meta-region-server: CHANGED 2024-12-01T19:18:52,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8828273/meta-region-server: CHANGED 2024-12-01T19:18:52,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:18:52,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46643,1733080729279 in 231 msec 2024-12-01T19:18:52,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:18:52,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-12-01T19:18:52,940 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:18:52,940 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:18:52,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:18:52,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46643,1733080729279, seqNum=-1] 2024-12-01T19:18:52,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:18:52,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:18:52,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-12-01T19:18:52,952 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080732952, completionTime=-1 2024-12-01T19:18:52,952 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:18:52,952 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:18:52,954 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:18:52,954 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080792954 2024-12-01T19:18:52,954 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080852954 2024-12-01T19:18:52,954 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:18:52,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39773,1733080729156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:52,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39773,1733080729156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:52,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39773,1733080729156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:52,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:39773, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:52,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:52,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:52,957 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.609sec 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39773,1733080729156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:18:52,960 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39773,1733080729156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:18:52,963 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:18:52,963 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:18:52,964 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39773,1733080729156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:18:53,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:53,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:53,023 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adebce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:53,028 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:53,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:18:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46643,1733080729279, seqNum=-1] 2024-12-01T19:18:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:18:53,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:18:53,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:53,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:18:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:18:53,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101925515110005 connected 2024-12-01T19:18:53,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,37053,-1 for getting cluster id 2024-12-01T19:18:53,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:53,063 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '946c7dff-b048-43d7-a08c-b1eedd8e2d19' 2024-12-01T19:18:53,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:53,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "946c7dff-b048-43d7-a08c-b1eedd8e2d19" 2024-12-01T19:18:53,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,37053,-1] 2024-12-01T19:18:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:53,068 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc318e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@85c512d 2024-12-01T19:18:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:53,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:53,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:18:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:18:53,100 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:18:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:18:53,102 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a610a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,102 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:53,102 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:53,103 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fed65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:53,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:53,105 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:53,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2662ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:53,107 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d4f6b81 2024-12-01T19:18:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:53,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:53,123 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T19:18:53,123 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:18:53,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:53,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:53,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:53,129 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:18:53,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:18:53,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:18:53,138 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:53,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:18:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741835_1011 (size=1138) 2024-12-01T19:18:53,186 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:18:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:18:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:18:53,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3ccea67d84783adb0b687ba50a53510, NAME => 'hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c 2024-12-01T19:18:53,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741836_1012 (size=44) 2024-12-01T19:18:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:18:53,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:53,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c3ccea67d84783adb0b687ba50a53510, disabling compactions & flushes 2024-12-01T19:18:53,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:53,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:53,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. after waiting 0 ms 2024-12-01T19:18:53,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:53,971 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:53,971 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3ccea67d84783adb0b687ba50a53510: Waiting for close lock at 1733080733970Disabling compacts and flushes for region at 1733080733970Disabling writes for close at 1733080733971 (+1 ms)Writing region close event to WAL at 1733080733971Closed at 1733080733971 2024-12-01T19:18:53,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:18:53,983 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080733975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080733975"}]},"ts":"1733080733975"} 2024-12-01T19:18:53,987 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:18:53,989 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:18:53,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080733989"}]},"ts":"1733080733989"} 2024-12-01T19:18:53,994 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:18:53,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN}] 2024-12-01T19:18:53,999 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN 2024-12-01T19:18:54,000 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN; state=OFFLINE, location=9168bcbe98d9,37237,1733080722713; forceNewPlan=false, retain=false 2024-12-01T19:18:54,152 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c3ccea67d84783adb0b687ba50a53510, regionState=OPENING, regionLocation=9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:54,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN because future has completed 2024-12-01T19:18:54,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ccea67d84783adb0b687ba50a53510, server=9168bcbe98d9,37237,1733080722713}] 2024-12-01T19:18:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:18:54,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:54,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:18:54,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:18:54,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37237%2C1733080722713.rep, suffix=, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs, maxLogs=10 2024-12-01T19:18:54,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.rep.1733080734325, exclude list is [], retry=0 2024-12-01T19:18:54,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:18:54,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.rep.1733080734325 2024-12-01T19:18:54,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:18:54,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c3ccea67d84783adb0b687ba50a53510, NAME => 'hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:18:54,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:18:54,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:18:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. service=MultiRowMutationService 2024-12-01T19:18:54,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:18:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:18:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,346 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,348 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ccea67d84783adb0b687ba50a53510 columnFamilyName hfileref 2024-12-01T19:18:54,348 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:54,349 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(327): Store=c3ccea67d84783adb0b687ba50a53510/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:54,349 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,351 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ccea67d84783adb0b687ba50a53510 columnFamilyName queue 2024-12-01T19:18:54,351 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:54,352 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(327): Store=c3ccea67d84783adb0b687ba50a53510/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:54,352 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,353 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ccea67d84783adb0b687ba50a53510 columnFamilyName sid 2024-12-01T19:18:54,354 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:18:54,354 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(327): Store=c3ccea67d84783adb0b687ba50a53510/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:18:54,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:18:54,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:18:54,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c3ccea67d84783adb0b687ba50a53510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69014041, jitterRate=0.028389349579811096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:18:54,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:54,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c3ccea67d84783adb0b687ba50a53510: Running coprocessor pre-open hook at 1733080734344Writing region info on filesystem at 1733080734344Initializing all the Stores at 1733080734346 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080734346Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080734346Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080734346Cleaning up temporary data from old regions at 1733080734358 (+12 ms)Running coprocessor post-open hooks at 1733080734364 (+6 ms)Region opened successfully at 1733080734365 (+1 ms) 2024-12-01T19:18:54,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., pid=7, masterSystemTime=1733080734314 2024-12-01T19:18:54,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:54,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:54,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c3ccea67d84783adb0b687ba50a53510, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:54,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ccea67d84783adb0b687ba50a53510, server=9168bcbe98d9,37237,1733080722713 because future has completed 2024-12-01T19:18:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T19:18:54,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c3ccea67d84783adb0b687ba50a53510, server=9168bcbe98d9,37237,1733080722713 in 217 msec 2024-12-01T19:18:54,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:18:54,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN in 383 msec 2024-12-01T19:18:54,383 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:18:54,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080734383"}]},"ts":"1733080734383"} 2024-12-01T19:18:54,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:18:54,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:18:54,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-12-01T19:18:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., hostname=9168bcbe98d9,37237,1733080722713, seqNum=2] 2024-12-01T19:18:54,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37237 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-01T19:18:54,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:54,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:54,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:18:54,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T19:18:54,671 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:18:54,706 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,37237,1733080722713, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:18:54,708 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:18:54,708 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37237,1733080722713, seqNum=-1] 2024-12-01T19:18:54,708 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:18:54,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-01T19:18:54,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,37237,1733080722713', locateType=CURRENT is [region=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., hostname=9168bcbe98d9,37237,1733080722713, seqNum=2] 2024-12-01T19:18:54,717 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T19:18:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T19:18:54,723 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,37237,1733080722713 suceeded 2024-12-01T19:18:54,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T19:18:54,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-12-01T19:18:54,727 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:18:54,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6380 sec 2024-12-01T19:18:54,734 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:18:54,736 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b582006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:54,736 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:54,737 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:54,737 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30821cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:54,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:54,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:54,740 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:54,740 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22337ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:54,741 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:54,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:54,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75fc8c27 2024-12-01T19:18:54,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:54,743 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-01T19:18:54,743 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,37237,1733080722713 (queues=1) is replicating from cluster=946c7dff-b048-43d7-a08c-b1eedd8e2d19 to cluster=5814c0f6-8265-4dd6-be31-15a0a166c427 2024-12-01T19:18:54,746 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C37237%2C1733080722713 2024-12-01T19:18:54,749 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,37237,1733080722713, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:18:54,752 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.shipper9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C37237%2C1733080722713 2024-12-01T19:18:54,755 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336, startPosition=0, beingWritten=true 2024-12-01T19:18:55,002 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:18:55,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:18:55,266 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:18:55,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:55,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:55,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,37053,-1 for getting cluster id 2024-12-01T19:18:55,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:55,268 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '946c7dff-b048-43d7-a08c-b1eedd8e2d19' 2024-12-01T19:18:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "946c7dff-b048-43d7-a08c-b1eedd8e2d19" 2024-12-01T19:18:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc93632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,37053,-1] 2024-12-01T19:18:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41268d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:55,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:55,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcb2a62 2024-12-01T19:18:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:55,276 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:55,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:18:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:18:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:18:55,280 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:18:55,281 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64454a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,281 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:55,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:55,282 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdc94ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,284 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:55,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dfea06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@464dff01 2024-12-01T19:18:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:55,287 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:55,288 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:18:55,288 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:18:55,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,288 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:55,312 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:55,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:18:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:18:55,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-01T19:18:55,477 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-01T19:18:55,508 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9168bcbe98d9,37237,1733080722713, ReplicationSource: 2, currentBandwidth=0 2024-12-01T19:18:55,511 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-01T19:18:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-01T19:18:55,515 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9168bcbe98d9,37237,1733080722713 suceeded 2024-12-01T19:18:55,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:18:55,518 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:18:55,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-01T19:18:55,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 241 msec 2024-12-01T19:18:55,528 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:18:55,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a3e907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:55,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:55,530 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:55,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:55,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:55,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76c3004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:55,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:55,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,532 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:55,533 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b86d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,533 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:55,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:55,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8741fe 2024-12-01T19:18:55,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:55,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-01T19:18:55,535 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9168bcbe98d9,37237,1733080722713 (queues=1) is replicating from cluster=946c7dff-b048-43d7-a08c-b1eedd8e2d19 to cluster=5814c0f6-8265-4dd6-be31-15a0a166c427 2024-12-01T19:18:55,536 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9168bcbe98d9%2C37237%2C1733080722713 2024-12-01T19:18:55,536 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9168bcbe98d9,37237,1733080722713, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:18:55,536 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.shipper9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C37237%2C1733080722713 2024-12-01T19:18:55,536 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336, startPosition=0, beingWritten=true 2024-12-01T19:18:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-01T19:18:55,596 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-01T19:18:55,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:18:55,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:55,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:55,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bfff77 2024-12-01T19:18:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:55,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:55,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:18:55,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T19:18:55,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:18:55,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T19:18:55,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:18:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T19:18:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:18:55,625 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:18:55,626 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac2fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,626 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:55,626 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:55,627 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:55,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:55,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10813a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:55,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,629 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d972ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,630 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ecc2e54 2024-12-01T19:18:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:55,632 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:55,633 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-01T19:18:55,633 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:18:55,633 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,633 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:55,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:18:55,720 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:18:55,742 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:55,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-01T19:18:55,800 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-01T19:18:55,802 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-01T19:18:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-01T19:18:55,806 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9168bcbe98d9,37237,1733080722713 suceeded 2024-12-01T19:18:55,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-01T19:18:55,810 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:18:55,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-01T19:18:55,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-12-01T19:18:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-01T19:18:55,945 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-01T19:18:55,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:18:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T19:18:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:18:55,950 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:18:55,951 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e247fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,951 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:18:55,951 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:18:55,952 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:18:55,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:18:55,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:18:55,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:18:55,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:18:55,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,954 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:18:55,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b663b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:18:55,955 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:18:55,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:18:55,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76d15c3f 2024-12-01T19:18:55,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:18:55,958 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:18:55,958 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T19:18:55,958 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:18:55,959 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,959 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:55,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:55,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:18:56,049 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:18:56,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-01T19:18:56,127 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-01T19:18:56,129 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-01T19:18:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-01T19:18:56,133 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9168bcbe98d9,37237,1733080722713 suceeded 2024-12-01T19:18:56,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-01T19:18:56,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-01T19:18:56,138 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9168bcbe98d9:39773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:18:56,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 192 msec 2024-12-01T19:18:56,227 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-01T19:18:56,266 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-01T19:18:56,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:18:56,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37053 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T19:18:56,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:18:56,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:56,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:56,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:56,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:56,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:18:56,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76445151, stopped=false 2024-12-01T19:18:56,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,37053,1733080722003 2024-12-01T19:18:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:18:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:18:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:56,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:18:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:56,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:18:56,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:56,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:56,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:18:56,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:18:56,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,37237,1733080722713' ***** 2024-12-01T19:18:56,278 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:18:56,279 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:18:56,279 INFO [RS:0;9168bcbe98d9:37237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:18:56,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:18:56,279 INFO [RS:0;9168bcbe98d9:37237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:18:56,280 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(3091): Received CLOSE for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:56,280 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:56,281 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:18:56,281 INFO [RS:0;9168bcbe98d9:37237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37237. 2024-12-01T19:18:56,281 DEBUG [RS:0;9168bcbe98d9:37237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:56,281 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:56,281 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3ccea67d84783adb0b687ba50a53510, disabling compactions & flushes 2024-12-01T19:18:56,281 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:56,281 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:18:56,281 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:56,281 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:18:56,281 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:18:56,281 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. after waiting 0 ms 2024-12-01T19:18:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:56,282 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:18:56,282 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:18:56,282 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1325): Online Regions={c3ccea67d84783adb0b687ba50a53510=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:18:56,282 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:18:56,282 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:18:56,282 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:18:56,282 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:18:56,282 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:18:56,282 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:56,285 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T19:18:56,285 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3ccea67d84783adb0b687ba50a53510 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-01T19:18:56,292 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:18:56,343 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/.tmp/queue/b17337f56d1f4d7ab4e7a4ffb1e3d2b7 is 151, key is 1-9168bcbe98d9,37237,1733080722713/queue:9168bcbe98d9%2C37237%2C1733080722713/1733080734713/Put/seqid=0 2024-12-01T19:18:56,343 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/info/731a8b6e1666403ca80a9b133cddd2e1 is 147, key is hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510./info:regioninfo/1733080734370/Put/seqid=0 2024-12-01T19:18:56,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741838_1014 (size=5500) 2024-12-01T19:18:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741839_1015 (size=6631) 2024-12-01T19:18:56,460 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:56,482 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:56,683 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:18:56,755 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/.tmp/queue/b17337f56d1f4d7ab4e7a4ffb1e3d2b7 2024-12-01T19:18:56,756 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/info/731a8b6e1666403ca80a9b133cddd2e1 2024-12-01T19:18:56,798 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/.tmp/queue/b17337f56d1f4d7ab4e7a4ffb1e3d2b7 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/queue/b17337f56d1f4d7ab4e7a4ffb1e3d2b7 2024-12-01T19:18:56,809 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/queue/b17337f56d1f4d7ab4e7a4ffb1e3d2b7, entries=2, sequenceid=6, filesize=5.4 K 2024-12-01T19:18:56,816 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c3ccea67d84783adb0b687ba50a53510 in 530ms, sequenceid=6, compaction requested=false 2024-12-01T19:18:56,816 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T19:18:56,819 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/ns/ea9fd1695954489f8babb03a0bd5c2f0 is 43, key is default/ns:d/1733080726509/Put/seqid=0 2024-12-01T19:18:56,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741840_1016 (size=5153) 2024-12-01T19:18:56,827 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T19:18:56,830 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:18:56,830 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:18:56,830 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:56,830 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3ccea67d84783adb0b687ba50a53510: Waiting for close lock at 1733080736281Running coprocessor pre-close hooks at 1733080736281Disabling compacts and flushes for region at 1733080736281Disabling writes for close at 1733080736281Obtaining lock to block concurrent updates at 1733080736285 (+4 ms)Preparing flush snapshotting stores in c3ccea67d84783adb0b687ba50a53510 at 1733080736285Finished memstore snapshotting hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733080736291 (+6 ms)Flushing stores of hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. at 1733080736293 (+2 ms)Flushing c3ccea67d84783adb0b687ba50a53510/queue: creating writer at 1733080736294 (+1 ms)Flushing c3ccea67d84783adb0b687ba50a53510/queue: appending metadata at 1733080736331 (+37 ms)Flushing c3ccea67d84783adb0b687ba50a53510/queue: closing flushed file at 1733080736334 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f4288d: reopening flushed file at 1733080736796 (+462 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c3ccea67d84783adb0b687ba50a53510 in 530ms, sequenceid=6, compaction requested=false at 1733080736816 (+20 ms)Writing region close event to WAL at 1733080736820 (+4 ms)Running coprocessor post-close hooks at 1733080736828 (+8 ms)Closed at 1733080736830 (+2 ms) 2024-12-01T19:18:56,831 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:18:56,833 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:56,883 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:18:56,970 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:57,083 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:18:57,229 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/ns/ea9fd1695954489f8babb03a0bd5c2f0 2024-12-01T19:18:57,258 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/table/068d31bc77f348dfa815b974237555f3 is 53, key is hbase:replication/table:state/1733080734383/Put/seqid=0 2024-12-01T19:18:57,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741841_1017 (size=5256) 2024-12-01T19:18:57,281 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:18:57,281 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:18:57,284 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:18:57,284 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:18:57,284 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:18:57,484 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:18:57,539 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:57,577 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 to pos 0, reset compression=false 2024-12-01T19:18:57,665 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/table/068d31bc77f348dfa815b974237555f3 2024-12-01T19:18:57,677 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/info/731a8b6e1666403ca80a9b133cddd2e1 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/info/731a8b6e1666403ca80a9b133cddd2e1 2024-12-01T19:18:57,685 DEBUG [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:18:57,686 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/info/731a8b6e1666403ca80a9b133cddd2e1, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T19:18:57,687 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/ns/ea9fd1695954489f8babb03a0bd5c2f0 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/ns/ea9fd1695954489f8babb03a0bd5c2f0 2024-12-01T19:18:57,697 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/ns/ea9fd1695954489f8babb03a0bd5c2f0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:18:57,699 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/table/068d31bc77f348dfa815b974237555f3 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/table/068d31bc77f348dfa815b974237555f3 2024-12-01T19:18:57,710 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/table/068d31bc77f348dfa815b974237555f3, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T19:18:57,712 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false 2024-12-01T19:18:57,718 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T19:18:57,719 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:18:57,719 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:18:57,719 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:18:57,719 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080736282Running coprocessor pre-close hooks at 1733080736282Disabling compacts and flushes for region at 1733080736282Disabling writes for close at 1733080736282Obtaining lock to block concurrent updates at 1733080736285 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733080736285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733080736291 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733080736293 (+2 ms)Flushing 1588230740/info: creating writer at 1733080736294 (+1 ms)Flushing 1588230740/info: appending metadata at 1733080736332 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733080736334 (+2 ms)Flushing 1588230740/ns: creating writer at 1733080736796 (+462 ms)Flushing 1588230740/ns: appending metadata at 1733080736818 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733080736819 (+1 ms)Flushing 1588230740/table: creating writer at 1733080737244 (+425 ms)Flushing 1588230740/table: appending metadata at 1733080737257 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733080737257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27313af0: reopening flushed file at 1733080737675 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e80950b: reopening flushed file at 1733080737686 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10eb89f8: reopening flushed file at 1733080737697 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false at 1733080737712 (+15 ms)Writing region close event to WAL at 1733080737713 (+1 ms)Running coprocessor post-close hooks at 1733080737718 (+5 ms)Closed at 1733080737719 (+1 ms) 2024-12-01T19:18:57,719 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:18:57,885 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,37237,1733080722713; all regions closed. 2024-12-01T19:18:57,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741834_1010 (size=2742) 2024-12-01T19:18:57,898 DEBUG [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs 2024-12-01T19:18:57,898 INFO [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C37237%2C1733080722713.meta:.meta(num 1733080726340) 2024-12-01T19:18:57,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741837_1013 (size=1802) 2024-12-01T19:18:57,905 DEBUG [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs 2024-12-01T19:18:57,905 INFO [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C37237%2C1733080722713.rep:(num 1733080734325) 2024-12-01T19:18:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741832_1008 (size=93) 2024-12-01T19:18:57,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713/9168bcbe98d9%2C37237%2C1733080722713.1733080725336 not finished, retry = 0 2024-12-01T19:18:58,014 DEBUG [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs 2024-12-01T19:18:58,014 INFO [RS:0;9168bcbe98d9:37237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C37237%2C1733080722713:(num 1733080725336) 2024-12-01T19:18:58,014 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:58,014 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:18:58,014 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:18:58,015 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:18:58,015 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:18:58,015 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:18:58,016 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,37237,1733080722713 because: Region server is closing 2024-12-01T19:18:58,017 INFO [RS:0;9168bcbe98d9:37237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37237. 2024-12-01T19:18:58,017 DEBUG [RS:0;9168bcbe98d9:37237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:58,017 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:58,018 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:58,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:58,118 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.shipper9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:18:58,118 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:18:58,119 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37237,1733080722713.replicationSource.shipper9168bcbe98d9%2C37237%2C1733080722713,1-9168bcbe98d9,37237,1733080722713 terminated 2024-12-01T19:18:58,120 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9168bcbe98d9,37237,1733080722713 because: Region server is closing 2024-12-01T19:18:58,121 INFO [RS:0;9168bcbe98d9:37237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37237. 2024-12-01T19:18:58,121 DEBUG [RS:0;9168bcbe98d9:37237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:18:58,121 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:58,122 DEBUG [RS:0;9168bcbe98d9:37237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:18:58,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:18:58,223 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.wal-reader.9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:18:58,223 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.shipper9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:18:58,223 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,37237,1733080722713.replicationSource.shipper9168bcbe98d9%2C37237%2C1733080722713,2-9168bcbe98d9,37237,1733080722713 terminated 2024-12-01T19:18:58,224 INFO [RS:0;9168bcbe98d9:37237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37237 2024-12-01T19:18:58,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/rs 2024-12-01T19:18:58,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/rs/9168bcbe98d9,37237,1733080722713 2024-12-01T19:18:58,235 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:18:58,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,37237,1733080722713] 2024-12-01T19:18:58,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/draining/9168bcbe98d9,37237,1733080722713 already deleted, retry=false 2024-12-01T19:18:58,256 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,37237,1733080722713 expired; onlineServers=0 2024-12-01T19:18:58,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,37053,1733080722003' ***** 2024-12-01T19:18:58,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:18:58,256 INFO [M:0;9168bcbe98d9:37053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:18:58,256 INFO [M:0;9168bcbe98d9:37053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:18:58,256 DEBUG [M:0;9168bcbe98d9:37053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:18:58,256 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:18:58,256 DEBUG [M:0;9168bcbe98d9:37053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:18:58,256 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080725026 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080725026,5,FailOnTimeoutGroup] 2024-12-01T19:18:58,256 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080725026 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080725026,5,FailOnTimeoutGroup] 2024-12-01T19:18:58,257 INFO [M:0;9168bcbe98d9:37053 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:18:58,257 INFO [M:0;9168bcbe98d9:37053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:18:58,257 DEBUG [M:0;9168bcbe98d9:37053 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:18:58,257 INFO [M:0;9168bcbe98d9:37053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:18:58,257 INFO [M:0;9168bcbe98d9:37053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:18:58,258 INFO [M:0;9168bcbe98d9:37053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:18:58,258 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:18:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/master 2024-12-01T19:18:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:18:58,266 DEBUG [M:0;9168bcbe98d9:37053 {}] zookeeper.ZKUtil(347): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/master because node does not exist (not an error) 2024-12-01T19:18:58,266 WARN [M:0;9168bcbe98d9:37053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:18:58,267 INFO [M:0;9168bcbe98d9:37053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/.lastflushedseqids 2024-12-01T19:18:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741842_1018 (size=181) 2024-12-01T19:18:58,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:18:58,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37237-0x101925515110001, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:18:58,348 INFO [RS:0;9168bcbe98d9:37237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:18:58,348 INFO [RS:0;9168bcbe98d9:37237 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,37237,1733080722713; zookeeper connection closed. 2024-12-01T19:18:58,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@161c6bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@161c6bb 2024-12-01T19:18:58,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:18:58,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:18:58,677 INFO [M:0;9168bcbe98d9:37053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:18:58,678 INFO [M:0;9168bcbe98d9:37053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:18:58,678 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:18:58,678 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:58,678 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:58,678 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:18:58,678 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:18:58,679 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-01T19:18:58,699 DEBUG [M:0;9168bcbe98d9:37053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eff6dad55554f0f8b457cf6d1e06c49 is 82, key is hbase:meta,,1/info:regioninfo/1733080726420/Put/seqid=0 2024-12-01T19:18:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741843_1019 (size=5672) 2024-12-01T19:18:59,107 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eff6dad55554f0f8b457cf6d1e06c49 2024-12-01T19:18:59,129 DEBUG [M:0;9168bcbe98d9:37053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948d40b278a843e6983ec5a218f11918 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733080734389/Put/seqid=0 2024-12-01T19:18:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741844_1020 (size=8663) 2024-12-01T19:18:59,535 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948d40b278a843e6983ec5a218f11918 2024-12-01T19:18:59,559 DEBUG [M:0;9168bcbe98d9:37053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf635bf1ae8491080022edb28551a69 is 69, key is 9168bcbe98d9,37237,1733080722713/rs:state/1733080725107/Put/seqid=0 2024-12-01T19:18:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741845_1021 (size=5156) 2024-12-01T19:18:59,966 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf635bf1ae8491080022edb28551a69 2024-12-01T19:18:59,980 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eff6dad55554f0f8b457cf6d1e06c49 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eff6dad55554f0f8b457cf6d1e06c49 2024-12-01T19:18:59,987 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eff6dad55554f0f8b457cf6d1e06c49, entries=8, sequenceid=115, filesize=5.5 K 2024-12-01T19:18:59,989 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/948d40b278a843e6983ec5a218f11918 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948d40b278a843e6983ec5a218f11918 2024-12-01T19:18:59,996 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948d40b278a843e6983ec5a218f11918, entries=14, sequenceid=115, filesize=8.5 K 2024-12-01T19:18:59,997 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ecf635bf1ae8491080022edb28551a69 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf635bf1ae8491080022edb28551a69 2024-12-01T19:19:00,004 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf635bf1ae8491080022edb28551a69, entries=1, sequenceid=115, filesize=5.0 K 2024-12-01T19:19:00,005 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false 2024-12-01T19:19:00,007 INFO [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:00,007 DEBUG [M:0;9168bcbe98d9:37053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080738678Disabling compacts and flushes for region at 1733080738678Disabling writes for close at 1733080738678Obtaining lock to block concurrent updates at 1733080738679 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080738679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733080738679Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080738680 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080738680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080738698 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080738698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080739114 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080739128 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080739128Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080739542 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080739558 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080739558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da67fe8: reopening flushed file at 1733080739979 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5b8ccf: reopening flushed file at 1733080739988 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bffad52: reopening flushed file at 1733080739996 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=115, compaction requested=false at 1733080740005 (+9 ms)Writing region close event to WAL at 1733080740007 (+2 ms)Closed at 1733080740007 2024-12-01T19:19:00,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741830_1006 (size=59421) 2024-12-01T19:19:00,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:00,011 INFO [M:0;9168bcbe98d9:37053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:19:00,011 INFO [M:0;9168bcbe98d9:37053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37053 2024-12-01T19:19:00,011 INFO [M:0;9168bcbe98d9:37053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:00,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:00,166 INFO [M:0;9168bcbe98d9:37053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:00,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37053-0x101925515110000, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:00,168 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:19:00,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:00,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35143 2024-12-01T19:19:00,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35143 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:19:00,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351430x0, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:00,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35143-0x101925515110006 connected 2024-12-01T19:19:00,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:00,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:00,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:19:00,326 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: INIT 2024-12-01T19:19:00,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c, hbase.cluster.distributed=false 2024-12-01T19:19:00,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/acl 2024-12-01T19:19:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35143 2024-12-01T19:19:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35143 2024-12-01T19:19:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35143 2024-12-01T19:19:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35143 2024-12-01T19:19:00,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35143 2024-12-01T19:19:00,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:19:00,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:00,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33615 2024-12-01T19:19:00,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33615 connecting to ZooKeeper ensemble=127.0.0.1:51726 2024-12-01T19:19:00,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:00,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336150x0, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:00,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336150x0, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:19:00,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33615-0x101925515110007 connected 2024-12-01T19:19:00,361 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: INIT 2024-12-01T19:19:00,362 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:19:00,363 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:19:00,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/master 2024-12-01T19:19:00,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/acl 2024-12-01T19:19:00,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33615 2024-12-01T19:19:00,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33615 2024-12-01T19:19:00,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33615 2024-12-01T19:19:00,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33615 2024-12-01T19:19:00,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33615 2024-12-01T19:19:00,377 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:35143 2024-12-01T19:19:00,377 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1971724681/backup-masters/9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:19:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:19:00,382 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on existing znode=/0-1971724681/backup-masters/9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971724681/master 2024-12-01T19:19:00,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:00,393 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on existing znode=/0-1971724681/master 2024-12-01T19:19:00,393 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1971724681/backup-masters/9168bcbe98d9,35143,1733080740168 from backup master directory 2024-12-01T19:19:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/backup-masters/9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:19:00,403 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:00,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/backup-masters 2024-12-01T19:19:00,403 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:00,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:00,428 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:19:00,447 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-12-01T19:19:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741846_1022 (size=196) 2024-12-01T19:19:00,863 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:00,863 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:19:00,864 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:00,872 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-01T19:19:00,875 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003 to hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003-dead as it is dead 2024-12-01T19:19:00,877 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T19:19:00,877 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T19:19:00,877 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003-dead/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 2024-12-01T19:19:00,883 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003-dead/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 after 4ms 2024-12-01T19:19:00,884 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003-dead/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 to hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 2024-12-01T19:19:00,884 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,37053,1733080722003-dead 2024-12-01T19:19:00,885 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:00,886 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:00,888 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C35143%2C1733080740168, suffix=, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,35143,1733080740168, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/oldWALs, maxLogs=10 2024-12-01T19:19:00,899 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,35143,1733080740168/9168bcbe98d9%2C35143%2C1733080740168.1733080740888, exclude list is [], retry=0 2024-12-01T19:19:00,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:19:00,905 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/WALs/9168bcbe98d9,35143,1733080740168/9168bcbe98d9%2C35143%2C1733080740168.1733080740888 2024-12-01T19:19:00,905 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:19:00,905 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:00,906 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:00,906 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,906 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:19:00,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:00,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eff6dad55554f0f8b457cf6d1e06c49 2024-12-01T19:19:00,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:00,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:19:00,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:00,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/948d40b278a843e6983ec5a218f11918 2024-12-01T19:19:00,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:00,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:19:00,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:00,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ecf635bf1ae8491080022edb28551a69 2024-12-01T19:19:00,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:00,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:19:00,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:00,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:00,938 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,939 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-01T19:19:00,939 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 2024-12-01T19:19:00,957 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 2024-12-01T19:19:00,959 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C37053%2C1733080722003.1733080724383 2024-12-01T19:19:00,960 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,960 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,961 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:00,963 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:00,965 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-01T19:19:00,967 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72978994, jitterRate=0.08747175335884094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:00,967 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080740906Initializing all the Stores at 1733080740907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080740907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080740907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080740907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080740907Cleaning up temporary data from old regions at 1733080740960 (+53 ms)Region opened successfully at 1733080740967 (+7 ms) 2024-12-01T19:19:00,967 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:19:00,971 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a985b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:00,982 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-01T19:19:00,982 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:19:00,982 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:19:00,982 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:19:00,983 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:19:00,989 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:00,989 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:19:00,990 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:19:00,990 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:19:00,990 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T19:19:00,990 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-01T19:19:00,990 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-01T19:19:00,990 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:19:00,995 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9168bcbe98d9,37237,1733080722713, regionLocation=9168bcbe98d9,37237,1733080722713, openSeqNum=2 2024-12-01T19:19:00,995 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9168bcbe98d9,37237,1733080722713, table=hbase:meta, region=1588230740 2024-12-01T19:19:00,995 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37237,1733080722713, state=OPEN 2024-12-01T19:19:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:19:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:19:01,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:19:01,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:19:01,052 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:19:01,065 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/draining/9168bcbe98d9,37237,1733080722713 already deleted, retry=false 2024-12-01T19:19:01,066 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9168bcbe98d9,37237,1733080722713 on 9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:01,073 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9168bcbe98d9,37237,1733080722713, splitWal=true, meta=true 2024-12-01T19:19:01,076 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 9168bcbe98d9,37237,1733080722713 (carryingMeta=true) 9168bcbe98d9,37237,1733080722713/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@35fafc89[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T19:19:01,080 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/balancer because node does not exist (not necessarily an error) 2024-12-01T19:19:01,120 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/balancer already deleted, retry=false 2024-12-01T19:19:01,120 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:19:01,122 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:19:01,140 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/normalizer already deleted, retry=false 2024-12-01T19:19:01,141 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:19:01,143 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:19:01,150 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/switch/split already deleted, retry=false 2024-12-01T19:19:01,152 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:19:01,160 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/switch/merge already deleted, retry=false 2024-12-01T19:19:01,184 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:19:01,192 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/snapshot-cleanup already deleted, retry=false 2024-12-01T19:19:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:19:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:19:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:01,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:01,204 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,35143,1733080740168, sessionid=0x101925515110006, setting cluster-up flag (Was=false) 2024-12-01T19:19:01,215 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971724681/flush-table-proc/acquired, /0-1971724681/flush-table-proc/reached, /0-1971724681/flush-table-proc/abort 2024-12-01T19:19:01,218 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:01,226 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1971724681/online-snapshot/acquired, /0-1971724681/online-snapshot/reached, /0-1971724681/online-snapshot/abort 2024-12-01T19:19:01,228 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:01,230 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/.lastflushedseqids 2024-12-01T19:19:01,233 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:19:01,233 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:19:01,233 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,35143,1733080740168 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9168bcbe98d9,37237,1733080722713 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:01,235 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,236 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080771236 2024-12-01T19:19:01,236 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:19:01,236 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:19:01,237 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:19:01,238 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:19:01,238 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:19:01,238 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080741238,5,FailOnTimeoutGroup] 2024-12-01T19:19:01,238 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080741238,5,FailOnTimeoutGroup] 2024-12-01T19:19:01,238 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,238 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9168bcbe98d9,37237,1733080722713, splitWal=true, meta=true 2024-12-01T19:19:01,238 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:19:01,239 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,239 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,239 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080741239, completionTime=-1 2024-12-01T19:19:01,239 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-01T19:19:01,240 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9168bcbe98d9,37237,1733080722713, splitWal=true, meta=true, isMeta: true 2024-12-01T19:19:01,241 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713-splitting 2024-12-01T19:19:01,242 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T19:19:01,243 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713-splitting dir is empty, no logs to split. 2024-12-01T19:19:01,243 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9168bcbe98d9,37237,1733080722713 WAL count=0, meta=true 2024-12-01T19:19:01,247 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713-splitting dir is empty, no logs to split. 2024-12-01T19:19:01,247 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9168bcbe98d9,37237,1733080722713 WAL count=0, meta=true 2024-12-01T19:19:01,247 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9168bcbe98d9,37237,1733080722713 WAL splitting is done? wals=0, meta=true 2024-12-01T19:19:01,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:19:01,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:01,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T19:19:01,268 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(746): ClusterId : 946c7dff-b048-43d7-a08c-b1eedd8e2d19 2024-12-01T19:19:01,268 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:19:01,278 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:19:01,278 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:19:01,289 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:19:01,290 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e517998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:01,302 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:33615 2024-12-01T19:19:01,303 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:19:01,303 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:19:01,303 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:19:01,304 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,35143,1733080740168 with port=33615, startcode=1733080740341 2024-12-01T19:19:01,304 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:19:01,305 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:19:01,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35143 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,308 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c 2024-12-01T19:19:01,308 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36955 2024-12-01T19:19:01,308 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:19:01,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/rs 2024-12-01T19:19:01,320 DEBUG [RS:0;9168bcbe98d9:33615 {}] zookeeper.ZKUtil(111): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on existing znode=/0-1971724681/rs/9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,320 WARN [RS:0;9168bcbe98d9:33615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:01,320 INFO [RS:0;9168bcbe98d9:33615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:01,320 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,33615,1733080740341] 2024-12-01T19:19:01,343 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T19:19:01,357 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:19:01,359 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:19:01,359 INFO [RS:0;9168bcbe98d9:33615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:19:01,359 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,359 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:19:01,360 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:19:01,361 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,361 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,362 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,362 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,362 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,362 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:01,362 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:01,362 DEBUG [RS:0;9168bcbe98d9:33615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:01,363 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,363 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,364 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,364 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,364 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,364 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33615,1733080740341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:01,379 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:19:01,379 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33615,1733080740341-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,396 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,33615,1733080740341, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:19:01,404 WARN [9168bcbe98d9:35143 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T19:19:01,407 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(231): queueId=2-9168bcbe98d9,33615,1733080740341, ReplicationSource: 2, currentBandwidth=0 2024-12-01T19:19:01,408 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,408 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.Replication(171): 9168bcbe98d9,33615,1733080740341 started 2024-12-01T19:19:01,408 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:19:01,409 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d867cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:01,409 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:19:01,409 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:01,411 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:19:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:19:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b645096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:01,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:19:01,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:01,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:01,413 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:01,414 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f79126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:01,414 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:19:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d9b5be 2024-12-01T19:19:01,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:01,416 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-01T19:19:01,417 INFO [RS:0;9168bcbe98d9:33615.replicationSource,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,33615,1733080740341 (queues=0) is replicating from cluster=946c7dff-b048-43d7-a08c-b1eedd8e2d19 to cluster=5814c0f6-8265-4dd6-be31-15a0a166c427 2024-12-01T19:19:01,423 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:01,423 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,33615,1733080740341, RpcServer on 9168bcbe98d9/172.17.0.3:33615, sessionid=0x101925515110007 2024-12-01T19:19:01,423 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:19:01,423 DEBUG [RS:0;9168bcbe98d9:33615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,423 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39773' 2024-12-01T19:19:01,423 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,33615,1733080740341' 2024-12-01T19:19:01,423 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971724681/flush-table-proc/abort' 2024-12-01T19:19:01,424 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971724681/flush-table-proc/acquired' 2024-12-01T19:19:01,424 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:19:01,424 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:19:01,424 DEBUG [RS:0;9168bcbe98d9:33615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,424 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,33615,1733080740341' 2024-12-01T19:19:01,424 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1971724681/online-snapshot/abort' 2024-12-01T19:19:01,425 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24cee86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:01,425 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39773,-1 for getting cluster id 2024-12-01T19:19:01,425 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1971724681/online-snapshot/acquired' 2024-12-01T19:19:01,425 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:01,425 DEBUG [RS:0;9168bcbe98d9:33615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:19:01,425 INFO [RS:0;9168bcbe98d9:33615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:19:01,425 INFO [RS:0;9168bcbe98d9:33615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:19:01,426 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5814c0f6-8265-4dd6-be31-15a0a166c427' 2024-12-01T19:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5814c0f6-8265-4dd6-be31-15a0a166c427" 2024-12-01T19:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e492cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39773,-1] 2024-12-01T19:19:01,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:01,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:01,428 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:01,429 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6f46f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:01,429 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:01,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39773,1733080729156 2024-12-01T19:19:01,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b0cd3e 2024-12-01T19:19:01,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:01,431 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-01T19:19:01,432 INFO [RS:0;9168bcbe98d9:33615.replicationSource,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9168bcbe98d9,33615,1733080740341 (queues=0) is replicating from cluster=946c7dff-b048-43d7-a08c-b1eedd8e2d19 to cluster=5814c0f6-8265-4dd6-be31-15a0a166c427 2024-12-01T19:19:01,526 INFO [RS:0;9168bcbe98d9:33615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:01,528 INFO [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C33615%2C1733080740341, suffix=, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs, maxLogs=10 2024-12-01T19:19:01,541 DEBUG [RS:0;9168bcbe98d9:33615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530, exclude list is [], retry=0 2024-12-01T19:19:01,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:19:01,547 INFO [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 2024-12-01T19:19:01,547 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9168bcbe98d9%2C33615%2C1733080740341 for peer 1 2024-12-01T19:19:01,547 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9168bcbe98d9%2C33615%2C1733080740341 for peer 2 2024-12-01T19:19:01,547 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C33615%2C1733080740341 2024-12-01T19:19:01,548 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,33615,1733080740341, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:19:01,548 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9168bcbe98d9%2C33615%2C1733080740341 2024-12-01T19:19:01,548 INFO [RS:0;9168bcbe98d9:33615.replicationSource.shipper9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C33615%2C1733080740341 2024-12-01T19:19:01,548 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9168bcbe98d9,33615,1733080740341, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:19:01,548 DEBUG [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:19:01,548 INFO [RS:0;9168bcbe98d9:33615.replicationSource.shipper9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C33615%2C1733080740341 2024-12-01T19:19:01,549 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530, startPosition=0, beingWritten=true 2024-12-01T19:19:01,549 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530, startPosition=0, beingWritten=true 2024-12-01T19:19:01,654 DEBUG [9168bcbe98d9:35143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:19:01,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,33615,1733080740341, state=OPENING 2024-12-01T19:19:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:19:01,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:19:01,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:01,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:19:01,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:19:01,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,33615,1733080740341}] 2024-12-01T19:19:01,756 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:01,756 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:01,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:19:01,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:19:01,830 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:19:01,830 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:01,831 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:19:01,834 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C33615%2C1733080740341.meta, suffix=.meta, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs, maxLogs=10 2024-12-01T19:19:01,850 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.meta.1733080741835.meta, exclude list is [], retry=0 2024-12-01T19:19:01,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:19:01,854 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.meta.1733080741835.meta 2024-12-01T19:19:01,854 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:19:01,855 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:01,855 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:01,855 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:01,855 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:19:01,855 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:19:01,855 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:19:01,855 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:01,855 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:19:01,856 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:19:01,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:01,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:01,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:01,867 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/info/731a8b6e1666403ca80a9b133cddd2e1 2024-12-01T19:19:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:01,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:01,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:01,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:01,878 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/ns/ea9fd1695954489f8babb03a0bd5c2f0 2024-12-01T19:19:01,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:01,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:01,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:01,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:01,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:01,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:01,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:01,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:01,889 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/table/068d31bc77f348dfa815b974237555f3 2024-12-01T19:19:01,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:01,890 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:01,891 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740 2024-12-01T19:19:01,892 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740 2024-12-01T19:19:01,894 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:01,894 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:01,895 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:01,897 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:01,898 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60180121, jitterRate=-0.10324631631374359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:01,898 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:19:01,898 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080741856Writing region info on filesystem at 1733080741856Initializing all the Stores at 1733080741857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080741857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080741857Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080741857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080741857Cleaning up temporary data from old regions at 1733080741894 (+37 ms)Running coprocessor post-open hooks at 1733080741898 (+4 ms)Region opened successfully at 1733080741898 2024-12-01T19:19:01,900 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733080741820 2024-12-01T19:19:01,902 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:19:01,902 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:19:01,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,905 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,33615,1733080740341, state=OPEN 2024-12-01T19:19:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:19:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1971724681/meta-region-server 2024-12-01T19:19:01,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:01,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:19:01,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1971724681/meta-region-server: CHANGED 2024-12-01T19:19:01,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-01T19:19:01,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,33615,1733080740341 in 242 msec 2024-12-01T19:19:01,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-01T19:19:01,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-12-01T19:19:02,066 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:02,066 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:02,476 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:02,476 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:02,846 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-01T19:19:02,988 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:02,988 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:03,598 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:03,598 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:03,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:19:04,308 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:04,308 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:04,349 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-01T19:19:05,114 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:05,114 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:05,753 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-01T19:19:05,753 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:19:05,753 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:05,753 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,33615,1733080740341, seqNum=-1] 2024-12-01T19:19:05,753 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:05,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:05,761 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3ccea67d84783adb0b687ba50a53510, regionState=OPEN, lastHost=9168bcbe98d9,37237,1733080722713, regionLocation=9168bcbe98d9,37237,1733080722713, openSeqNum=2 2024-12-01T19:19:05,761 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:19:05,761 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080805761 2024-12-01T19:19:05,761 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080865761 2024-12-01T19:19:05,761 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-01T19:19:05,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35143,1733080740168-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35143,1733080740168-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,762 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9168bcbe98d9,37237,1733080722713 had 2 regions 2024-12-01T19:19:05,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35143,1733080740168-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:35143, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,762 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,763 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,764 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9168bcbe98d9,37237,1733080722713, splitWal=true, meta=true, isMeta: false 2024-12-01T19:19:05,768 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713-splitting dir is empty, no logs to split. 2024-12-01T19:19:05,768 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9168bcbe98d9,37237,1733080722713 WAL count=0, meta=false 2024-12-01T19:19:05,773 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.370sec 2024-12-01T19:19:05,773 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:19:05,773 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:19:05,773 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:19:05,773 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:19:05,774 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:19:05,774 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35143,1733080740168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:05,774 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35143,1733080740168-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:19:05,775 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,37237,1733080722713-splitting dir is empty, no logs to split. 2024-12-01T19:19:05,776 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9168bcbe98d9,37237,1733080722713 WAL count=0, meta=false 2024-12-01T19:19:05,776 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9168bcbe98d9,37237,1733080722713 WAL splitting is done? wals=0, meta=false 2024-12-01T19:19:05,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN}] 2024-12-01T19:19:05,779 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:19:05,779 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:19:05,779 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35143,1733080740168-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:05,779 WARN [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9168bcbe98d9,37237,1733080722713/hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:05,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN 2024-12-01T19:19:05,782 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T19:19:05,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:05,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35143,-1 for getting cluster id 2024-12-01T19:19:05,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:05,874 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '946c7dff-b048-43d7-a08c-b1eedd8e2d19' 2024-12-01T19:19:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "946c7dff-b048-43d7-a08c-b1eedd8e2d19" 2024-12-01T19:19:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f31a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:05,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35143,-1] 2024-12-01T19:19:05,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,879 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba698d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:05,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,33615,1733080740341, seqNum=-1] 2024-12-01T19:19:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:05,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:05,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-01T19:19:05,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:05,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:05,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:05,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9168bcbe98d9:35143 after: 9168bcbe98d9:35143 2024-12-01T19:19:05,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:05,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35143,-1 for getting cluster id 2024-12-01T19:19:05,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:05,891 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '946c7dff-b048-43d7-a08c-b1eedd8e2d19' 2024-12-01T19:19:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "946c7dff-b048-43d7-a08c-b1eedd8e2d19" 2024-12-01T19:19:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa6f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35143,-1] 2024-12-01T19:19:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:05,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,894 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:05,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:05,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6685b1 2024-12-01T19:19:05,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:05,897 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:05,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35143 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:19:05,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35143 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T19:19:05,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35143 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:19:05,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35143 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-01T19:19:05,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:19:05,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:05,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:05,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:05,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:19:05,900 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=255259723, stopped=false 2024-12-01T19:19:05,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,39773,1733080729156 2024-12-01T19:19:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8828273/running 2024-12-01T19:19:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8828273/running 2024-12-01T19:19:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:19:05,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:19:05,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:05,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:05,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:05,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/running 2024-12-01T19:19:05,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,46643,1733080729279' ***** 2024-12-01T19:19:05,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Set watcher on znode that does not yet exist, /1-8828273/running 2024-12-01T19:19:05,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:19:05,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,46643,1733080729279 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46643. 2024-12-01T19:19:05,909 DEBUG [RS:0;9168bcbe98d9:46643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:05,909 DEBUG [RS:0;9168bcbe98d9:46643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:19:05,909 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:19:05,910 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:19:05,910 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:19:05,910 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:05,910 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:05,910 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:05,910 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:05,910 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:05,910 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:05,910 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T19:19:05,925 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/.tmp/ns/bbea2efdd8794b89a6cc33fd4e2c9e3b is 43, key is default/ns:d/1733080732945/Put/seqid=0 2024-12-01T19:19:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741835_1011 (size=5153) 2024-12-01T19:19:05,932 DEBUG [9168bcbe98d9:35143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:19:05,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c3ccea67d84783adb0b687ba50a53510, regionState=OPENING, regionLocation=9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN because future has completed 2024-12-01T19:19:05,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ccea67d84783adb0b687ba50a53510, server=9168bcbe98d9,33615,1733080740341}] 2024-12-01T19:19:05,998 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:06,021 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:06,021 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:06,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:06,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:06,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:19:06,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C33615%2C1733080740341.rep, suffix=, logDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341, archiveDir=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs, maxLogs=10 2024-12-01T19:19:06,110 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:06,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.rep.1733080746099, exclude list is [], retry=0 2024-12-01T19:19:06,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45627,DS-09f3983f-76f6-40b0-aea6-68a82ee494d7,DISK] 2024-12-01T19:19:06,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.rep.1733080746099 2024-12-01T19:19:06,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45075:45075)] 2024-12-01T19:19:06,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c3ccea67d84783adb0b687ba50a53510, NAME => 'hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:06,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:06,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:06,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. service=MultiRowMutationService 2024-12-01T19:19:06,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:19:06,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:06,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,122 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,123 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ccea67d84783adb0b687ba50a53510 columnFamilyName hfileref 2024-12-01T19:19:06,123 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:06,123 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(327): Store=c3ccea67d84783adb0b687ba50a53510/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:06,123 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,124 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ccea67d84783adb0b687ba50a53510 columnFamilyName queue 2024-12-01T19:19:06,125 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:06,132 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/queue/b17337f56d1f4d7ab4e7a4ffb1e3d2b7 2024-12-01T19:19:06,133 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(327): Store=c3ccea67d84783adb0b687ba50a53510/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:06,133 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,134 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ccea67d84783adb0b687ba50a53510 columnFamilyName sid 2024-12-01T19:19:06,134 DEBUG [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:06,135 INFO [StoreOpener-c3ccea67d84783adb0b687ba50a53510-1 {}] regionserver.HStore(327): Store=c3ccea67d84783adb0b687ba50a53510/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:06,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:19:06,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c3ccea67d84783adb0b687ba50a53510; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643464, jitterRate=0.022867321968078613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:19:06,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:06,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c3ccea67d84783adb0b687ba50a53510: Running coprocessor pre-open hook at 1733080746120Writing region info on filesystem at 1733080746120Initializing all the Stores at 1733080746121 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080746121Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080746122 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080746122Cleaning up temporary data from old regions at 1733080746139 (+17 ms)Running coprocessor post-open hooks at 1733080746143 (+4 ms)Region opened successfully at 1733080746144 (+1 ms) 2024-12-01T19:19:06,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., pid=19, masterSystemTime=1733080746089 2024-12-01T19:19:06,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:06,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:06,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c3ccea67d84783adb0b687ba50a53510, regionState=OPEN, openSeqNum=10, regionLocation=9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3ccea67d84783adb0b687ba50a53510, server=9168bcbe98d9,33615,1733080740341 because future has completed 2024-12-01T19:19:06,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-01T19:19:06,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c3ccea67d84783adb0b687ba50a53510, server=9168bcbe98d9,33615,1733080740341 in 218 msec 2024-12-01T19:19:06,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-01T19:19:06,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c3ccea67d84783adb0b687ba50a53510, ASSIGN in 379 msec 2024-12-01T19:19:06,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-01T19:19:06,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., hostname=9168bcbe98d9,33615,1733080740341, seqNum=10] 2024-12-01T19:19:06,202 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9168bcbe98d9,37237,1733080722713 2024-12-01T19:19:06,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-01T19:19:06,310 DEBUG [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:06,331 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/.tmp/ns/bbea2efdd8794b89a6cc33fd4e2c9e3b 2024-12-01T19:19:06,339 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/.tmp/ns/bbea2efdd8794b89a6cc33fd4e2c9e3b as hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/ns/bbea2efdd8794b89a6cc33fd4e2c9e3b 2024-12-01T19:19:06,346 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/ns/bbea2efdd8794b89a6cc33fd4e2c9e3b, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T19:19:06,347 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-12-01T19:19:06,347 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:19:06,352 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T19:19:06,353 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:06,353 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:06,353 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:06,353 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080745910Running coprocessor pre-close hooks at 1733080745910Disabling compacts and flushes for region at 1733080745910Disabling writes for close at 1733080745910Obtaining lock to block concurrent updates at 1733080745910Preparing flush snapshotting stores in 1588230740 at 1733080745910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733080745911 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733080745911Flushing 1588230740/ns: creating writer at 1733080745912 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733080745925 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733080745925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cddf497: reopening flushed file at 1733080746338 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1733080746347 (+9 ms)Writing region close event to WAL at 1733080746348 (+1 ms)Running coprocessor post-close hooks at 1733080746353 (+5 ms)Closed at 1733080746353 2024-12-01T19:19:06,353 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:06,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-01T19:19:06,511 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,46643,1733080729279; all regions closed. 2024-12-01T19:19:06,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741834_1010 (size=1152) 2024-12-01T19:19:06,520 DEBUG [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/oldWALs 2024-12-01T19:19:06,521 INFO [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46643%2C1733080729279.meta:.meta(num 1733080732872) 2024-12-01T19:19:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741832_1008 (size=93) 2024-12-01T19:19:06,526 DEBUG [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/oldWALs 2024-12-01T19:19:06,526 INFO [RS:0;9168bcbe98d9:46643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46643%2C1733080729279:(num 1733080731831) 2024-12-01T19:19:06,526 DEBUG [RS:0;9168bcbe98d9:46643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:06,526 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:06,526 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:06,527 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:06,527 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:06,527 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:06,527 INFO [RS:0;9168bcbe98d9:46643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46643 2024-12-01T19:19:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273/rs 2024-12-01T19:19:06,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8828273/rs/9168bcbe98d9,46643,1733080729279 2024-12-01T19:19:06,539 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:06,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,46643,1733080729279] 2024-12-01T19:19:06,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-8828273/draining/9168bcbe98d9,46643,1733080729279 already deleted, retry=false 2024-12-01T19:19:06,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,46643,1733080729279 expired; onlineServers=0 2024-12-01T19:19:06,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,39773,1733080729156' ***** 2024-12-01T19:19:06,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:19:06,561 INFO [M:0;9168bcbe98d9:39773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:06,561 INFO [M:0;9168bcbe98d9:39773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:06,561 DEBUG [M:0;9168bcbe98d9:39773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:19:06,561 DEBUG [M:0;9168bcbe98d9:39773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:19:06,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:19:06,561 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080731629 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080731629,5,FailOnTimeoutGroup] 2024-12-01T19:19:06,561 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080731629 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080731629,5,FailOnTimeoutGroup] 2024-12-01T19:19:06,562 INFO [M:0;9168bcbe98d9:39773 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:06,562 INFO [M:0;9168bcbe98d9:39773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:06,562 DEBUG [M:0;9168bcbe98d9:39773 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:19:06,562 INFO [M:0;9168bcbe98d9:39773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:19:06,562 INFO [M:0;9168bcbe98d9:39773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:06,563 INFO [M:0;9168bcbe98d9:39773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:19:06,563 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:19:06,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8828273/master 2024-12-01T19:19:06,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8828273 2024-12-01T19:19:06,571 DEBUG [M:0;9168bcbe98d9:39773 {}] zookeeper.ZKUtil(347): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Unable to get data of znode /1-8828273/master because node does not exist (not an error) 2024-12-01T19:19:06,571 WARN [M:0;9168bcbe98d9:39773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:19:06,574 INFO [M:0;9168bcbe98d9:39773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/.lastflushedseqids 2024-12-01T19:19:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741836_1012 (size=99) 2024-12-01T19:19:06,580 INFO [M:0;9168bcbe98d9:39773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:19:06,581 INFO [M:0;9168bcbe98d9:39773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:19:06,581 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:06,581 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:06,581 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:06,581 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:06,581 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:06,581 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T19:19:06,598 DEBUG [M:0;9168bcbe98d9:39773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d250c9f28a2948019e3445584d548bb2 is 82, key is hbase:meta,,1/info:regioninfo/1733080732917/Put/seqid=0 2024-12-01T19:19:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741837_1013 (size=5672) 2024-12-01T19:19:06,650 INFO [RS:0;9168bcbe98d9:46643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:06,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:06,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x101925515110004, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:06,650 INFO [RS:0;9168bcbe98d9:46643 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,46643,1733080729279; zookeeper connection closed. 2024-12-01T19:19:06,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27807d9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27807d9c 2024-12-01T19:19:06,651 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:19:07,003 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d250c9f28a2948019e3445584d548bb2 2024-12-01T19:19:07,027 DEBUG [M:0;9168bcbe98d9:39773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63b4b011d5b342ae8f6470986e025e38 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733080732951/Put/seqid=0 2024-12-01T19:19:07,029 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741838_1014 (size=5275) 2024-12-01T19:19:07,036 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:07,435 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63b4b011d5b342ae8f6470986e025e38 2024-12-01T19:19:07,464 DEBUG [M:0;9168bcbe98d9:39773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818a844c95c3485b891f68c947793fc9 is 69, key is 9168bcbe98d9,46643,1733080729279/rs:state/1733080731653/Put/seqid=0 2024-12-01T19:19:07,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741839_1015 (size=5156) 2024-12-01T19:19:07,870 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818a844c95c3485b891f68c947793fc9 2024-12-01T19:19:07,878 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d250c9f28a2948019e3445584d548bb2 as hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d250c9f28a2948019e3445584d548bb2 2024-12-01T19:19:07,885 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d250c9f28a2948019e3445584d548bb2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T19:19:07,886 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63b4b011d5b342ae8f6470986e025e38 as hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63b4b011d5b342ae8f6470986e025e38 2024-12-01T19:19:07,893 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63b4b011d5b342ae8f6470986e025e38, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T19:19:07,894 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/818a844c95c3485b891f68c947793fc9 as hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/818a844c95c3485b891f68c947793fc9 2024-12-01T19:19:07,902 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44035/user/jenkins/test-data/ff43c4d3-c15b-c5ed-fb49-f6ba5506ad0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/818a844c95c3485b891f68c947793fc9, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T19:19:07,904 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false 2024-12-01T19:19:07,905 INFO [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:07,905 DEBUG [M:0;9168bcbe98d9:39773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080746581Disabling compacts and flushes for region at 1733080746581Disabling writes for close at 1733080746581Obtaining lock to block concurrent updates at 1733080746581Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080746581Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733080746582 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080746582Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080746582Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080746597 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080746597Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080747011 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080747027 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080747027Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080747448 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080747463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080747463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fa42a7: reopening flushed file at 1733080747876 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ebdd33: reopening flushed file at 1733080747885 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8e7473: reopening flushed file at 1733080747893 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false at 1733080747904 (+11 ms)Writing region close event to WAL at 1733080747905 (+1 ms)Closed at 1733080747905 2024-12-01T19:19:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34775 is added to blk_1073741830_1006 (size=10165) 2024-12-01T19:19:07,908 INFO [M:0;9168bcbe98d9:39773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:19:07,908 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:07,909 INFO [M:0;9168bcbe98d9:39773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39773 2024-12-01T19:19:07,911 INFO [M:0;9168bcbe98d9:39773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:08,018 INFO [M:0;9168bcbe98d9:39773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39773-0x101925515110003, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:08,024 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:08,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:08,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:08,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:08,028 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:19:08,028 WARN [BP-93948337-172.17.0.3-1733080726828 heartbeating to localhost/127.0.0.1:44035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:19:08,028 WARN [BP-93948337-172.17.0.3-1733080726828 heartbeating to localhost/127.0.0.1:44035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-93948337-172.17.0.3-1733080726828 (Datanode Uuid bcde011f-41e6-4c1a-81ec-bc9b8c031440) service to localhost/127.0.0.1:44035 2024-12-01T19:19:08,028 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:19:08,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/cluster_e35c371a-f6a6-0a4b-0911-b13d6dff7675/data/data1/current/BP-93948337-172.17.0.3-1733080726828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:08,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/cluster_e35c371a-f6a6-0a4b-0911-b13d6dff7675/data/data2/current/BP-93948337-172.17.0.3-1733080726828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:08,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:19:08,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:08,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:08,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:08,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:08,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:08,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:19:08,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:19:08,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:08,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:08,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:08,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:19:08,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=240786495, stopped=false 2024-12-01T19:19:08,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,35143,1733080740168 2024-12-01T19:19:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:19:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/running 2024-12-01T19:19:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:08,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:08,076 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:08,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:19:08,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Set watcher on znode that does not yet exist, /0-1971724681/running 2024-12-01T19:19:08,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:08,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:08,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,33615,1733080740341' ***** 2024-12-01T19:19:08,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:19:08,081 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:19:08,081 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:19:08,081 INFO [RS:0;9168bcbe98d9:33615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:19:08,081 INFO [RS:0;9168bcbe98d9:33615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(3091): Received CLOSE for c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:33615. 2024-12-01T19:19:08,082 DEBUG [RS:0;9168bcbe98d9:33615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:08,082 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3ccea67d84783adb0b687ba50a53510, disabling compactions & flushes 2024-12-01T19:19:08,082 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,082 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:19:08,082 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:19:08,082 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. after waiting 0 ms 2024-12-01T19:19:08,082 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:19:08,082 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:08,083 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:19:08,083 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1325): Online Regions={c3ccea67d84783adb0b687ba50a53510=hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:19:08,083 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c3ccea67d84783adb0b687ba50a53510 2024-12-01T19:19:08,083 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:08,083 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:08,083 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:08,083 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:08,083 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:08,083 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-01T19:19:08,087 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/replication/c3ccea67d84783adb0b687ba50a53510/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-01T19:19:08,088 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:08,088 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:08,088 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:08,088 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3ccea67d84783adb0b687ba50a53510: Waiting for close lock at 1733080748082Running coprocessor pre-close hooks at 1733080748082Disabling compacts and flushes for region at 1733080748082Disabling writes for close at 1733080748082Writing region close event to WAL at 1733080748083 (+1 ms)Running coprocessor post-close hooks at 1733080748088 (+5 ms)Closed at 1733080748088 2024-12-01T19:19:08,088 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510. 2024-12-01T19:19:08,099 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/info/b63ec6627efd40e29ec8e9e048ededfd is 147, key is hbase:replication,,1733080733128.c3ccea67d84783adb0b687ba50a53510./info:regioninfo/1733080746149/Put/seqid=0 2024-12-01T19:19:08,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741851_1027 (size=6385) 2024-12-01T19:19:08,135 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:08,141 DEBUG [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 to pos 0, reset compression=false 2024-12-01T19:19:08,171 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:08,283 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:08,369 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:19:08,369 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:19:08,483 DEBUG [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:08,504 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/info/b63ec6627efd40e29ec8e9e048ededfd 2024-12-01T19:19:08,513 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/.tmp/info/b63ec6627efd40e29ec8e9e048ededfd as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/info/b63ec6627efd40e29ec8e9e048ededfd 2024-12-01T19:19:08,522 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/info/b63ec6627efd40e29ec8e9e048ededfd, entries=8, sequenceid=19, filesize=6.2 K 2024-12-01T19:19:08,524 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-12-01T19:19:08,530 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-01T19:19:08,531 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:08,531 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:08,532 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:08,532 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080748083Running coprocessor pre-close hooks at 1733080748083Disabling compacts and flushes for region at 1733080748083Disabling writes for close at 1733080748083Obtaining lock to block concurrent updates at 1733080748083Preparing flush snapshotting stores in 1588230740 at 1733080748083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733080748083Flushing stores of hbase:meta,,1.1588230740 at 1733080748084 (+1 ms)Flushing 1588230740/info: creating writer at 1733080748084Flushing 1588230740/info: appending metadata at 1733080748098 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733080748098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2838b719: reopening flushed file at 1733080748512 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1733080748524 (+12 ms)Writing region close event to WAL at 1733080748525 (+1 ms)Running coprocessor post-close hooks at 1733080748531 (+6 ms)Closed at 1733080748531 2024-12-01T19:19:08,532 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:08,684 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,33615,1733080740341; all regions closed. 2024-12-01T19:19:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741849_1025 (size=2156) 2024-12-01T19:19:08,698 DEBUG [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs 2024-12-01T19:19:08,698 INFO [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C33615%2C1733080740341.meta:.meta(num 1733080741835) 2024-12-01T19:19:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741850_1026 (size=796) 2024-12-01T19:19:08,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.rep.1733080746099 not finished, retry = 0 2024-12-01T19:19:08,806 DEBUG [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs 2024-12-01T19:19:08,806 INFO [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C33615%2C1733080740341.rep:(num 1733080746099) 2024-12-01T19:19:08,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741848_1024 (size=93) 2024-12-01T19:19:08,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/WALs/9168bcbe98d9,33615,1733080740341/9168bcbe98d9%2C33615%2C1733080740341.1733080741530 not finished, retry = 0 2024-12-01T19:19:08,917 DEBUG [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/oldWALs 2024-12-01T19:19:08,917 INFO [RS:0;9168bcbe98d9:33615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C33615%2C1733080740341:(num 1733080741530) 2024-12-01T19:19:08,917 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,917 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:08,917 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:08,918 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:08,918 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:08,918 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:08,919 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,33615,1733080740341 because: Region server is closing 2024-12-01T19:19:08,919 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-01T19:19:08,919 INFO [RS:0;9168bcbe98d9:33615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:33615. 2024-12-01T19:19:08,919 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-01T19:19:08,919 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-01T19:19:08,920 DEBUG [RS:0;9168bcbe98d9:33615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:08,920 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,920 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:08,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:09,020 WARN [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:19:09,020 WARN [RS:0;9168bcbe98d9:33615.replicationSource.shipper9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:19:09,021 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9168bcbe98d9:33615.replicationSource.shipper9168bcbe98d9%2C33615%2C1733080740341,1-9168bcbe98d9,33615,1733080740341 terminated 2024-12-01T19:19:09,021 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9168bcbe98d9,33615,1733080740341 because: Region server is closing 2024-12-01T19:19:09,021 INFO [RS:0;9168bcbe98d9:33615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:33615. 2024-12-01T19:19:09,021 DEBUG [RS:0;9168bcbe98d9:33615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:09,021 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:09,021 DEBUG [RS:0;9168bcbe98d9:33615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:09,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:09,122 WARN [RS:0;9168bcbe98d9:33615.replicationSource.wal-reader.9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:19:09,122 WARN [RS:0;9168bcbe98d9:33615.replicationSource.shipper9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:19:09,122 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9168bcbe98d9:33615.replicationSource.shipper9168bcbe98d9%2C33615%2C1733080740341,2-9168bcbe98d9,33615,1733080740341 terminated 2024-12-01T19:19:09,122 INFO [RS:0;9168bcbe98d9:33615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33615 2024-12-01T19:19:09,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681/rs 2024-12-01T19:19:09,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/rs/9168bcbe98d9,33615,1733080740341 2024-12-01T19:19:09,129 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:09,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,33615,1733080740341] 2024-12-01T19:19:09,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1971724681/draining/9168bcbe98d9,33615,1733080740341 already deleted, retry=false 2024-12-01T19:19:09,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,33615,1733080740341 expired; onlineServers=0 2024-12-01T19:19:09,150 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,35143,1733080740168' ***** 2024-12-01T19:19:09,150 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:19:09,150 INFO [M:0;9168bcbe98d9:35143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:09,150 INFO [M:0;9168bcbe98d9:35143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:09,150 DEBUG [M:0;9168bcbe98d9:35143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:19:09,150 DEBUG [M:0;9168bcbe98d9:35143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:19:09,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:19:09,150 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080741238 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080741238,5,FailOnTimeoutGroup] 2024-12-01T19:19:09,150 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080741238 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080741238,5,FailOnTimeoutGroup] 2024-12-01T19:19:09,150 INFO [M:0;9168bcbe98d9:35143 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:09,151 INFO [M:0;9168bcbe98d9:35143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:09,151 DEBUG [M:0;9168bcbe98d9:35143 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:19:09,151 INFO [M:0;9168bcbe98d9:35143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:19:09,151 INFO [M:0;9168bcbe98d9:35143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:09,151 INFO [M:0;9168bcbe98d9:35143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:19:09,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:19:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1971724681/master 2024-12-01T19:19:09,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1971724681 2024-12-01T19:19:09,160 DEBUG [M:0;9168bcbe98d9:35143 {}] zookeeper.ZKUtil(347): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Unable to get data of znode /0-1971724681/master because node does not exist (not an error) 2024-12-01T19:19:09,160 WARN [M:0;9168bcbe98d9:35143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:19:09,161 INFO [M:0;9168bcbe98d9:35143 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/.lastflushedseqids 2024-12-01T19:19:09,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741852_1028 (size=181) 2024-12-01T19:19:09,239 INFO [RS:0;9168bcbe98d9:33615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:09,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:09,239 INFO [RS:0;9168bcbe98d9:33615 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,33615,1733080740341; zookeeper connection closed. 2024-12-01T19:19:09,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33615-0x101925515110007, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:09,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e714c6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e714c6f 2024-12-01T19:19:09,240 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:19:09,568 INFO [M:0;9168bcbe98d9:35143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:19:09,568 INFO [M:0;9168bcbe98d9:35143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:19:09,568 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:09,568 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:09,568 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:09,568 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:09,568 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:09,569 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-01T19:19:09,583 DEBUG [M:0;9168bcbe98d9:35143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d62bdc81b7459798ea08faa39e2602 is 82, key is hbase:meta,,1/info:regioninfo/1733080741903/Put/seqid=0 2024-12-01T19:19:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741853_1029 (size=5680) 2024-12-01T19:19:09,989 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d62bdc81b7459798ea08faa39e2602 2024-12-01T19:19:10,010 DEBUG [M:0;9168bcbe98d9:35143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0952632c0a674efdbbdfc5adcb969d80 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733080746158/Put/seqid=0 2024-12-01T19:19:10,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741854_1030 (size=7319) 2024-12-01T19:19:10,416 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0952632c0a674efdbbdfc5adcb969d80 2024-12-01T19:19:10,435 DEBUG [M:0;9168bcbe98d9:35143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b909c686ad424da579ea4865c27be1 is 69, key is 9168bcbe98d9,33615,1733080740341/rs:state/1733080741306/Put/seqid=0 2024-12-01T19:19:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741855_1031 (size=5371) 2024-12-01T19:19:10,841 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b909c686ad424da579ea4865c27be1 2024-12-01T19:19:10,846 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b909c686ad424da579ea4865c27be1 2024-12-01T19:19:10,848 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3d62bdc81b7459798ea08faa39e2602 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3d62bdc81b7459798ea08faa39e2602 2024-12-01T19:19:10,853 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3d62bdc81b7459798ea08faa39e2602, entries=8, sequenceid=172, filesize=5.5 K 2024-12-01T19:19:10,854 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0952632c0a674efdbbdfc5adcb969d80 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0952632c0a674efdbbdfc5adcb969d80 2024-12-01T19:19:10,860 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0952632c0a674efdbbdfc5adcb969d80, entries=7, sequenceid=172, filesize=7.1 K 2024-12-01T19:19:10,861 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1b909c686ad424da579ea4865c27be1 as hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1b909c686ad424da579ea4865c27be1 2024-12-01T19:19:10,867 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1b909c686ad424da579ea4865c27be1 2024-12-01T19:19:10,868 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36955/user/jenkins/test-data/91b226cd-e1c9-7854-ff9e-218d041d5a3c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1b909c686ad424da579ea4865c27be1, entries=2, sequenceid=172, filesize=5.2 K 2024-12-01T19:19:10,869 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false 2024-12-01T19:19:10,870 INFO [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:10,870 DEBUG [M:0;9168bcbe98d9:35143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080749568Disabling compacts and flushes for region at 1733080749568Disabling writes for close at 1733080749568Obtaining lock to block concurrent updates at 1733080749569 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080749569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733080749569Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080749570 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080749570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080749583 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080749583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080749995 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080750010 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080750010Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080750421 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080750435 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080750435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2f9413: reopening flushed file at 1733080750847 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169900f5: reopening flushed file at 1733080750854 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dad83f: reopening flushed file at 1733080750860 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=172, compaction requested=false at 1733080750869 (+9 ms)Writing region close event to WAL at 1733080750870 (+1 ms)Closed at 1733080750870 2024-12-01T19:19:10,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45627 is added to blk_1073741847_1023 (size=22949) 2024-12-01T19:19:10,874 INFO [M:0;9168bcbe98d9:35143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:19:10,874 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:10,874 INFO [M:0;9168bcbe98d9:35143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35143 2024-12-01T19:19:10,874 INFO [M:0;9168bcbe98d9:35143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:10,987 INFO [M:0;9168bcbe98d9:35143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:10,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:10,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35143-0x101925515110006, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:10,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:10,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:10,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:10,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:10,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:10,991 WARN [BP-473119082-172.17.0.3-1733080718462 heartbeating to localhost/127.0.0.1:36955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:19:10,991 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:19:10,991 WARN [BP-473119082-172.17.0.3-1733080718462 heartbeating to localhost/127.0.0.1:36955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473119082-172.17.0.3-1733080718462 (Datanode Uuid 3f9b06ae-d1db-4ff9-b7da-26536533faba) service to localhost/127.0.0.1:36955 2024-12-01T19:19:10,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:19:10,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/data/data1/current/BP-473119082-172.17.0.3-1733080718462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:10,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/cluster_89a30d8f-4e52-b05c-f053-d96e629c780d/data/data2/current/BP-473119082-172.17.0.3-1733080718462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:10,992 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:19:10,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:10,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:10,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:10,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:10,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eeeafb1d-8f25-7c4e-60a2-483084109d83/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:11,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:19:11,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:19:11,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: master/9168bcbe98d9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44035 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51726) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9168bcbe98d9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/9168bcbe98d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51726) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36955 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7fc5d654 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9168bcbe98d9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/9168bcbe98d9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=4151 (was 5332) 2024-12-01T19:19:11,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=4150 2024-12-01T19:19:11,046 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-01T19:19:11,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir so I do NOT create it in target/test-data/12229209-2141-ab63-4432-2be059b32609 2024-12-01T19:19:11,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:19:11,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.tmp.dir so I do NOT create it in target/test-data/12229209-2141-ab63-4432-2be059b32609 2024-12-01T19:19:11,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8005c8b6-5f6b-c314-017c-98969aa3cb99/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:19:11,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609 2024-12-01T19:19:11,047 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8, deleteOnExit=true 2024-12-01T19:19:11,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/zookeeper_0, clientPort=65187, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:19:11,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65187 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/test.cache.data in system properties and HBase conf 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:19:11,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:19:11,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:11,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:19:11,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:19:11,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101925515110002, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:19:11,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101925515110005, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:19:11,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101925515110005, quorum=127.0.0.1:51726, baseZNode=/1-8828273 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:19:11,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101925515110002, quorum=127.0.0.1:51726, baseZNode=/0-1971724681 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:19:11,405 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T19:19:11,407 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:11,423 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:11,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:11,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:11,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:11,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:11,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:19:11,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:11,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:11,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:11,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70544169{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/java.io.tmpdir/jetty-localhost-33285-hadoop-hdfs-3_4_1-tests_jar-_-any-3414796353898258542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:11,561 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:33285} 2024-12-01T19:19:11,561 INFO [Time-limited test {}] server.Server(415): Started @35053ms 2024-12-01T19:19:11,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:11,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:11,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:11,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:11,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:19:11,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:11,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:11,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d0b10d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/java.io.tmpdir/jetty-localhost-45285-hadoop-hdfs-3_4_1-tests_jar-_-any-14688596655843071110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:11,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:45285} 2024-12-01T19:19:11,906 INFO [Time-limited test {}] server.Server(415): Started @35398ms 2024-12-01T19:19:11,908 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:19:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:19:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:19:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:12,887 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/data/data1/current/BP-934058146-172.17.0.3-1733080751074/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:12,887 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/data/data2/current/BP-934058146-172.17.0.3-1733080751074/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:12,906 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:19:12,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86266be176657ba with lease ID 0xf0977e12ed591722: Processing first storage report for DS-b4ed864c-c949-4a38-9500-aea2dea1f9de from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=20e507f2-a81b-40d3-bf68-51649108d564, infoPort=43371, infoSecurePort=0, ipcPort=37383, storageInfo=lv=-57;cid=testClusterID;nsid=2026627559;c=1733080751074) 2024-12-01T19:19:12,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86266be176657ba with lease ID 0xf0977e12ed591722: from storage DS-b4ed864c-c949-4a38-9500-aea2dea1f9de node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=20e507f2-a81b-40d3-bf68-51649108d564, infoPort=43371, infoSecurePort=0, ipcPort=37383, storageInfo=lv=-57;cid=testClusterID;nsid=2026627559;c=1733080751074), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86266be176657ba with lease ID 0xf0977e12ed591722: Processing first storage report for DS-932cfcd1-5f59-4441-978b-cc70178e7168 from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=20e507f2-a81b-40d3-bf68-51649108d564, infoPort=43371, infoSecurePort=0, ipcPort=37383, storageInfo=lv=-57;cid=testClusterID;nsid=2026627559;c=1733080751074) 2024-12-01T19:19:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86266be176657ba with lease ID 0xf0977e12ed591722: from storage DS-932cfcd1-5f59-4441-978b-cc70178e7168 node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=20e507f2-a81b-40d3-bf68-51649108d564, infoPort=43371, infoSecurePort=0, ipcPort=37383, storageInfo=lv=-57;cid=testClusterID;nsid=2026627559;c=1733080751074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:12,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609 2024-12-01T19:19:12,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:12,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:12,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:19:13,348 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b with version=8 2024-12-01T19:19:13,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/hbase-staging 2024-12-01T19:19:13,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:19:13,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:13,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40977 2024-12-01T19:19:13,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40977 connecting to ZooKeeper ensemble=127.0.0.1:65187 2024-12-01T19:19:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409770x0, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:13,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40977-0x101925597740000 connected 2024-12-01T19:19:13,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:13,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:13,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/running 2024-12-01T19:19:13,490 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b, hbase.cluster.distributed=false 2024-12-01T19:19:13,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/acl 2024-12-01T19:19:13,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40977 2024-12-01T19:19:13,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40977 2024-12-01T19:19:13,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40977 2024-12-01T19:19:13,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40977 2024-12-01T19:19:13,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40977 2024-12-01T19:19:13,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:13,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:13,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:13,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:13,511 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:19:13,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:13,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37215 2024-12-01T19:19:13,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37215 connecting to ZooKeeper ensemble=127.0.0.1:65187 2024-12-01T19:19:13,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:13,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:13,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372150x0, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:13,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/running 2024-12-01T19:19:13,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37215-0x101925597740001 connected 2024-12-01T19:19:13,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:19:13,530 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:19:13,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/master 2024-12-01T19:19:13,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/acl 2024-12-01T19:19:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-12-01T19:19:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-12-01T19:19:13,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-12-01T19:19:13,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-12-01T19:19:13,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-12-01T19:19:13,547 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:40977 2024-12-01T19:19:13,547 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-205420106/backup-masters/9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106/backup-masters 2024-12-01T19:19:13,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106/backup-masters 2024-12-01T19:19:13,560 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on existing znode=/0-205420106/backup-masters/9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:13,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-205420106/master 2024-12-01T19:19:13,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:13,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:13,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on existing znode=/0-205420106/master 2024-12-01T19:19:13,571 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-205420106/backup-masters/9168bcbe98d9,40977,1733080753350 from backup master directory 2024-12-01T19:19:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205420106/backup-masters/9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106/backup-masters 2024-12-01T19:19:13,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106/backup-masters 2024-12-01T19:19:13,580 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:13,581 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:13,585 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/hbase.id] with ID: dfced7cb-4142-4254-ba3b-82d41841cad5 2024-12-01T19:19:13,585 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/.tmp/hbase.id 2024-12-01T19:19:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:19:13,991 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/.tmp/hbase.id]:[hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/hbase.id] 2024-12-01T19:19:14,008 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:14,008 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:19:14,010 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T19:19:14,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:14,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:19:14,440 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:14,441 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:19:14,441 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:14,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:19:14,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store 2024-12-01T19:19:14,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:19:15,258 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:15,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:15,259 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:15,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:15,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:15,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:15,259 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:15,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080755259Disabling compacts and flushes for region at 1733080755259Disabling writes for close at 1733080755259Writing region close event to WAL at 1733080755259Closed at 1733080755259 2024-12-01T19:19:15,260 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/.initializing 2024-12-01T19:19:15,260 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/WALs/9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:15,261 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:15,263 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C40977%2C1733080753350, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/WALs/9168bcbe98d9,40977,1733080753350, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/oldWALs, maxLogs=10 2024-12-01T19:19:15,275 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/WALs/9168bcbe98d9,40977,1733080753350/9168bcbe98d9%2C40977%2C1733080753350.1733080755263, exclude list is [], retry=0 2024-12-01T19:19:15,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-b4ed864c-c949-4a38-9500-aea2dea1f9de,DISK] 2024-12-01T19:19:15,279 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/WALs/9168bcbe98d9,40977,1733080753350/9168bcbe98d9%2C40977%2C1733080753350.1733080755263 2024-12-01T19:19:15,279 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43371:43371)] 2024-12-01T19:19:15,280 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:15,280 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:15,280 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,280 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:19:15,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:15,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:19:15,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:15,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:19:15,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:15,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:19:15,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:15,290 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,291 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,292 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,293 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,293 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,294 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:15,295 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:15,297 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:15,297 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63517125, jitterRate=-0.05352108180522919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:15,298 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080755280Initializing all the Stores at 1733080755281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080755281Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080755281Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080755281Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080755281Cleaning up temporary data from old regions at 1733080755293 (+12 ms)Region opened successfully at 1733080755298 (+5 ms) 2024-12-01T19:19:15,298 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:19:15,301 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e09d375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:15,302 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:19:15,302 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:19:15,302 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:19:15,302 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:19:15,303 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:19:15,303 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:19:15,303 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:19:15,305 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:19:15,306 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Unable to get data of znode /0-205420106/balancer because node does not exist (not necessarily an error) 2024-12-01T19:19:15,349 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205420106/balancer already deleted, retry=false 2024-12-01T19:19:15,349 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:19:15,350 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Unable to get data of znode /0-205420106/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:19:15,359 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205420106/normalizer already deleted, retry=false 2024-12-01T19:19:15,360 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:19:15,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Unable to get data of znode /0-205420106/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:19:15,370 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205420106/switch/split already deleted, retry=false 2024-12-01T19:19:15,371 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Unable to get data of znode /0-205420106/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:19:15,380 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205420106/switch/merge already deleted, retry=false 2024-12-01T19:19:15,383 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Unable to get data of znode /0-205420106/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:19:15,391 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-205420106/snapshot-cleanup already deleted, retry=false 2024-12-01T19:19:15,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-205420106/running 2024-12-01T19:19:15,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-205420106/running 2024-12-01T19:19:15,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:15,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:15,402 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,40977,1733080753350, sessionid=0x101925597740000, setting cluster-up flag (Was=false) 2024-12-01T19:19:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:15,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:15,496 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-205420106/flush-table-proc/acquired, /0-205420106/flush-table-proc/reached, /0-205420106/flush-table-proc/abort 2024-12-01T19:19:15,498 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:15,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:15,549 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-205420106/online-snapshot/acquired, /0-205420106/online-snapshot/reached, /0-205420106/online-snapshot/abort 2024-12-01T19:19:15,550 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:15,551 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:19:15,553 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:15,554 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:19:15,554 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:19:15,554 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,40977,1733080753350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:19:15,555 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:15,555 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:15,555 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:15,555 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:15,556 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:19:15,556 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,556 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:15,556 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080785557 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:19:15,557 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:19:15,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:19:15,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:19:15,558 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080755558,5,FailOnTimeoutGroup] 2024-12-01T19:19:15,558 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080755558,5,FailOnTimeoutGroup] 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:19:15,558 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,559 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:19:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:19:15,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:19:15,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b 2024-12-01T19:19:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741832_1008 (size=32) 2024-12-01T19:19:15,639 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(746): ClusterId : dfced7cb-4142-4254-ba3b-82d41841cad5 2024-12-01T19:19:15,640 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:19:15,653 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:19:15,653 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:19:15,666 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:19:15,666 DEBUG [RS:0;9168bcbe98d9:37215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6453e959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:15,676 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:37215 2024-12-01T19:19:15,676 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:19:15,676 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:19:15,676 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:19:15,677 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,40977,1733080753350 with port=37215, startcode=1733080753510 2024-12-01T19:19:15,677 DEBUG [RS:0;9168bcbe98d9:37215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:19:15,680 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:19:15,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:15,680 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40977 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:15,682 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b 2024-12-01T19:19:15,682 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41629 2024-12-01T19:19:15,682 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:19:15,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106/rs 2024-12-01T19:19:15,695 DEBUG [RS:0;9168bcbe98d9:37215 {}] zookeeper.ZKUtil(111): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on existing znode=/0-205420106/rs/9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:15,695 WARN [RS:0;9168bcbe98d9:37215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:15,695 INFO [RS:0;9168bcbe98d9:37215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:15,695 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:15,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,37215,1733080753510] 2024-12-01T19:19:15,698 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:19:15,700 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:19:15,700 INFO [RS:0;9168bcbe98d9:37215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:19:15,700 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,701 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:19:15,702 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:19:15,702 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:15,702 DEBUG [RS:0;9168bcbe98d9:37215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:15,704 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,704 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,704 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,704 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,704 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,704 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37215,1733080753510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:15,718 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:19:15,718 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37215,1733080753510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,718 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,718 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.Replication(171): 9168bcbe98d9,37215,1733080753510 started 2024-12-01T19:19:15,730 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:15,730 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,37215,1733080753510, RpcServer on 9168bcbe98d9/172.17.0.3:37215, sessionid=0x101925597740001 2024-12-01T19:19:15,731 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:19:15,731 DEBUG [RS:0;9168bcbe98d9:37215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:15,731 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,37215,1733080753510' 2024-12-01T19:19:15,731 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-205420106/flush-table-proc/abort' 2024-12-01T19:19:15,731 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-205420106/flush-table-proc/acquired' 2024-12-01T19:19:15,732 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:19:15,732 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:19:15,732 DEBUG [RS:0;9168bcbe98d9:37215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:15,732 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,37215,1733080753510' 2024-12-01T19:19:15,732 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-205420106/online-snapshot/abort' 2024-12-01T19:19:15,733 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-205420106/online-snapshot/acquired' 2024-12-01T19:19:15,733 DEBUG [RS:0;9168bcbe98d9:37215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:19:15,733 INFO [RS:0;9168bcbe98d9:37215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:19:15,733 INFO [RS:0;9168bcbe98d9:37215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:19:15,834 INFO [RS:0;9168bcbe98d9:37215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:15,835 INFO [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37215%2C1733080753510, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/oldWALs, maxLogs=10 2024-12-01T19:19:15,847 DEBUG [RS:0;9168bcbe98d9:37215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836, exclude list is [], retry=0 2024-12-01T19:19:15,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-b4ed864c-c949-4a38-9500-aea2dea1f9de,DISK] 2024-12-01T19:19:15,852 INFO [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 2024-12-01T19:19:15,853 DEBUG [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43371:43371)] 2024-12-01T19:19:15,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:15,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:15,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:15,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:15,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:15,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:15,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:15,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:15,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:15,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:15,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:15,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:15,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:15,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:15,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:15,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740 2024-12-01T19:19:15,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740 2024-12-01T19:19:15,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:15,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:15,989 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:15,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:15,992 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:15,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64308327, jitterRate=-0.041731253266334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:15,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080755975Initializing all the Stores at 1733080755977 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080755977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080755977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080755977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080755977Cleaning up temporary data from old regions at 1733080755988 (+11 ms)Region opened successfully at 1733080755993 (+5 ms) 2024-12-01T19:19:15,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:15,993 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:15,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:15,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:15,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:15,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:15,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080755993Disabling compacts and flushes for region at 1733080755993Disabling writes for close at 1733080755993Writing region close event to WAL at 1733080755994 (+1 ms)Closed at 1733080755994 2024-12-01T19:19:15,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:15,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:19:15,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:19:15,997 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:15,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:19:16,148 DEBUG [9168bcbe98d9:40977 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:19:16,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:16,150 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37215,1733080753510, state=OPENING 2024-12-01T19:19:16,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:19:16,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:16,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:16,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:16,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205420106/meta-region-server: CHANGED 2024-12-01T19:19:16,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205420106/meta-region-server: CHANGED 2024-12-01T19:19:16,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37215,1733080753510}] 2024-12-01T19:19:16,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:19:16,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:19:16,329 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:19:16,329 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:16,330 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:19:16,331 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37215%2C1733080753510.meta, suffix=.meta, logDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/oldWALs, maxLogs=10 2024-12-01T19:19:16,343 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.meta.1733080756332.meta, exclude list is [], retry=0 2024-12-01T19:19:16,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-b4ed864c-c949-4a38-9500-aea2dea1f9de,DISK] 2024-12-01T19:19:16,348 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.meta.1733080756332.meta 2024-12-01T19:19:16,348 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43371:43371)] 2024-12-01T19:19:16,348 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:16,349 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:16,349 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:16,349 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:19:16,349 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:19:16,349 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:19:16,349 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:16,349 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:19:16,349 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:19:16,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:16,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:16,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:16,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:16,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:16,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:16,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:16,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:16,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:16,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:16,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:16,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:16,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:16,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:16,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:16,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:16,358 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:16,359 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740 2024-12-01T19:19:16,360 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740 2024-12-01T19:19:16,361 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:16,361 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:16,362 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:16,363 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:16,364 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61452878, jitterRate=-0.08428075909614563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:16,365 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:19:16,365 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080756349Writing region info on filesystem at 1733080756349Initializing all the Stores at 1733080756350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080756350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080756351 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080756351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080756351Cleaning up temporary data from old regions at 1733080756361 (+10 ms)Running coprocessor post-open hooks at 1733080756365 (+4 ms)Region opened successfully at 1733080756365 2024-12-01T19:19:16,366 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080756323 2024-12-01T19:19:16,369 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:19:16,369 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:19:16,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:16,371 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37215,1733080753510, state=OPEN 2024-12-01T19:19:16,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-205420106/meta-region-server 2024-12-01T19:19:16,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-205420106/meta-region-server 2024-12-01T19:19:16,407 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:16,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205420106/meta-region-server: CHANGED 2024-12-01T19:19:16,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-205420106/meta-region-server: CHANGED 2024-12-01T19:19:16,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:19:16,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37215,1733080753510 in 237 msec 2024-12-01T19:19:16,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:19:16,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-01T19:19:16,414 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:16,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:19:16,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:16,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37215,1733080753510, seqNum=-1] 2024-12-01T19:19:16,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:16,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:16,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-12-01T19:19:16,424 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080756424, completionTime=-1 2024-12-01T19:19:16,424 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:19:16,424 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:19:16,426 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:19:16,426 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080816426 2024-12-01T19:19:16,426 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080876426 2024-12-01T19:19:16,426 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:19:16,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40977,1733080753350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40977,1733080753350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40977,1733080753350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:40977, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,429 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.850sec 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40977,1733080753350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:16,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40977,1733080753350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:19:16,434 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:19:16,434 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:19:16,434 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40977,1733080753350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:16,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:16,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40977,-1 for getting cluster id 2024-12-01T19:19:16,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:16,441 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfced7cb-4142-4254-ba3b-82d41841cad5' 2024-12-01T19:19:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfced7cb-4142-4254-ba3b-82d41841cad5" 2024-12-01T19:19:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cd76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40977,-1] 2024-12-01T19:19:16,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:16,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:16,443 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:16,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d5c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:16,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37215,1733080753510, seqNum=-1] 2024-12-01T19:19:16,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:16,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:16,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:16,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65187 2024-12-01T19:19:16,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:16,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101925597740002 connected 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir so I do NOT create it in target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac 2024-12-01T19:19:16,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.tmp.dir so I do NOT create it in target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac 2024-12-01T19:19:16,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:19:16,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/cluster_9172e90e-cb28-fc53-f802-432bbae0285f, deleteOnExit=true 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/test.cache.data in system properties and HBase conf 2024-12-01T19:19:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:19:16,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:16,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:19:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:19:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:19:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:19:16,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:19:16,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:16,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:16,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:16,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:16,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:19:16,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:16,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:16,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:17,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765885a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/java.io.tmpdir/jetty-localhost-34567-hadoop-hdfs-3_4_1-tests_jar-_-any-17066632555055944596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:17,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:34567} 2024-12-01T19:19:17,012 INFO [Time-limited test {}] server.Server(415): Started @40504ms 2024-12-01T19:19:17,457 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:19:17,458 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:17,470 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:17,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:17,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:17,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:17,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:17,483 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:19:17,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604f8883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:17,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106edffb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:17,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ff8b770{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/java.io.tmpdir/jetty-localhost-38111-hadoop-hdfs-3_4_1-tests_jar-_-any-7570276773504697119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:17,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@82978eb{HTTP/1.1, (http/1.1)}{localhost:38111} 2024-12-01T19:19:17,574 INFO [Time-limited test {}] server.Server(415): Started @41066ms 2024-12-01T19:19:17,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:19:18,358 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/cluster_9172e90e-cb28-fc53-f802-432bbae0285f/data/data1/current/BP-1144770073-172.17.0.3-1733080756502/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:18,358 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/cluster_9172e90e-cb28-fc53-f802-432bbae0285f/data/data2/current/BP-1144770073-172.17.0.3-1733080756502/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:18,372 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:19:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d64aa0ab141e0f4 with lease ID 0xbb8f1074e2b3ff6: Processing first storage report for DS-6ab6d32a-2ae0-41f6-80da-9da8c530f98a from datanode DatanodeRegistration(127.0.0.1:41761, datanodeUuid=baa2ec07-dccf-4b9a-92d3-70bc66dd7ac4, infoPort=41899, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=1939552518;c=1733080756502) 2024-12-01T19:19:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d64aa0ab141e0f4 with lease ID 0xbb8f1074e2b3ff6: from storage DS-6ab6d32a-2ae0-41f6-80da-9da8c530f98a node DatanodeRegistration(127.0.0.1:41761, datanodeUuid=baa2ec07-dccf-4b9a-92d3-70bc66dd7ac4, infoPort=41899, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=1939552518;c=1733080756502), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d64aa0ab141e0f4 with lease ID 0xbb8f1074e2b3ff6: Processing first storage report for DS-4efbe3cf-39c4-42d1-bc99-b3fed6a05945 from datanode DatanodeRegistration(127.0.0.1:41761, datanodeUuid=baa2ec07-dccf-4b9a-92d3-70bc66dd7ac4, infoPort=41899, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=1939552518;c=1733080756502) 2024-12-01T19:19:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d64aa0ab141e0f4 with lease ID 0xbb8f1074e2b3ff6: from storage DS-4efbe3cf-39c4-42d1-bc99-b3fed6a05945 node DatanodeRegistration(127.0.0.1:41761, datanodeUuid=baa2ec07-dccf-4b9a-92d3-70bc66dd7ac4, infoPort=41899, infoSecurePort=0, ipcPort=44515, storageInfo=lv=-57;cid=testClusterID;nsid=1939552518;c=1733080756502), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:18,405 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac 2024-12-01T19:19:18,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:18,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:19:18,416 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830 with version=8 2024-12-01T19:19:18,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/hbase-staging 2024-12-01T19:19:18,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:19:18,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:18,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41199 2024-12-01T19:19:18,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41199 connecting to ZooKeeper ensemble=127.0.0.1:65187 2024-12-01T19:19:18,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411990x0, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:18,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41199-0x101925597740003 connected 2024-12-01T19:19:18,499 WARN [RS:0;9168bcbe98d9:37215 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9168bcbe98d9,37237,1733080722713: status=Processing ServerCrashProcedure of 9168bcbe98d9,37237,1733080722713 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733080741238, completionTime=-1 appears to have been leaked 2024-12-01T19:19:18,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:18,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:18,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/running 2024-12-01T19:19:18,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830, hbase.cluster.distributed=false 2024-12-01T19:19:18,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/acl 2024-12-01T19:19:18,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41199 2024-12-01T19:19:18,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41199 2024-12-01T19:19:18,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41199 2024-12-01T19:19:18,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41199 2024-12-01T19:19:18,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41199 2024-12-01T19:19:18,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:18,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42883 2024-12-01T19:19:18,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42883 connecting to ZooKeeper ensemble=127.0.0.1:65187 2024-12-01T19:19:18,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:18,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:18,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428830x0, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:18,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/running 2024-12-01T19:19:18,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42883-0x101925597740004 connected 2024-12-01T19:19:18,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:19:18,581 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:19:18,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/master 2024-12-01T19:19:18,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/acl 2024-12-01T19:19:18,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42883 2024-12-01T19:19:18,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42883 2024-12-01T19:19:18,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42883 2024-12-01T19:19:18,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42883 2024-12-01T19:19:18,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42883 2024-12-01T19:19:18,596 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:41199 2024-12-01T19:19:18,596 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1265122258/backup-masters/9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258/backup-masters 2024-12-01T19:19:18,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258/backup-masters 2024-12-01T19:19:18,602 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on existing znode=/1265122258/backup-masters/9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1265122258/master 2024-12-01T19:19:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:18,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on existing znode=/1265122258/master 2024-12-01T19:19:18,612 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1265122258/backup-masters/9168bcbe98d9,41199,1733080758445 from backup master directory 2024-12-01T19:19:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1265122258/backup-masters/9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258/backup-masters 2024-12-01T19:19:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258/backup-masters 2024-12-01T19:19:18,622 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:18,622 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:18,627 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/hbase.id] with ID: cadab3ba-c163-40f5-93d6-232da08bb26d 2024-12-01T19:19:18,627 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/.tmp/hbase.id 2024-12-01T19:19:18,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:19:19,032 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/.tmp/hbase.id]:[hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/hbase.id] 2024-12-01T19:19:19,043 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:19,043 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:19:19,044 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:19:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:19,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:19:19,459 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:19,460 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:19:19,460 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:19:19,868 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store 2024-12-01T19:19:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:19:20,274 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:20,274 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:20,274 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:20,274 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:20,274 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:20,274 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:20,274 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:20,274 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080760274Disabling compacts and flushes for region at 1733080760274Disabling writes for close at 1733080760274Writing region close event to WAL at 1733080760274Closed at 1733080760274 2024-12-01T19:19:20,275 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/.initializing 2024-12-01T19:19:20,275 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/WALs/9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:20,276 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:20,278 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C41199%2C1733080758445, suffix=, logDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/WALs/9168bcbe98d9,41199,1733080758445, archiveDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/oldWALs, maxLogs=10 2024-12-01T19:19:20,289 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/WALs/9168bcbe98d9,41199,1733080758445/9168bcbe98d9%2C41199%2C1733080758445.1733080760279, exclude list is [], retry=0 2024-12-01T19:19:20,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-6ab6d32a-2ae0-41f6-80da-9da8c530f98a,DISK] 2024-12-01T19:19:20,293 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/WALs/9168bcbe98d9,41199,1733080758445/9168bcbe98d9%2C41199%2C1733080758445.1733080760279 2024-12-01T19:19:20,293 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41899:41899)] 2024-12-01T19:19:20,293 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:20,294 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:20,294 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,294 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:19:20,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:20,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:20,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:19:20,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:20,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:20,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:19:20,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:20,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:20,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:19:20,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:20,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:20,302 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,303 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,303 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,304 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,304 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,305 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:20,306 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:20,309 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:20,309 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72403443, jitterRate=0.07889537513256073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:20,310 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080760294Initializing all the Stores at 1733080760295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080760295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080760295Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080760295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080760295Cleaning up temporary data from old regions at 1733080760304 (+9 ms)Region opened successfully at 1733080760310 (+6 ms) 2024-12-01T19:19:20,310 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:19:20,313 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e53f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:20,313 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:19:20,314 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:19:20,314 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:19:20,314 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:19:20,314 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:19:20,314 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:19:20,315 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:19:20,317 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:19:20,318 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Unable to get data of znode /1265122258/balancer because node does not exist (not necessarily an error) 2024-12-01T19:19:20,327 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1265122258/balancer already deleted, retry=false 2024-12-01T19:19:20,328 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:19:20,328 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Unable to get data of znode /1265122258/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:19:20,338 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1265122258/normalizer already deleted, retry=false 2024-12-01T19:19:20,338 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:19:20,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Unable to get data of znode /1265122258/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:19:20,349 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1265122258/switch/split already deleted, retry=false 2024-12-01T19:19:20,350 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Unable to get data of znode /1265122258/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:19:20,359 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1265122258/switch/merge already deleted, retry=false 2024-12-01T19:19:20,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Unable to get data of znode /1265122258/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:19:20,369 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1265122258/snapshot-cleanup already deleted, retry=false 2024-12-01T19:19:20,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1265122258/running 2024-12-01T19:19:20,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1265122258/running 2024-12-01T19:19:20,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:20,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:20,381 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,41199,1733080758445, sessionid=0x101925597740003, setting cluster-up flag (Was=false) 2024-12-01T19:19:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:20,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:20,454 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1265122258/flush-table-proc/acquired, /1265122258/flush-table-proc/reached, /1265122258/flush-table-proc/abort 2024-12-01T19:19:20,455 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:20,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:20,506 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1265122258/online-snapshot/acquired, /1265122258/online-snapshot/reached, /1265122258/online-snapshot/abort 2024-12-01T19:19:20,508 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:20,509 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:19:20,511 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:20,511 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:19:20,511 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:19:20,511 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,41199,1733080758445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:20,513 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,514 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080790514 2024-12-01T19:19:20,514 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:20,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:19:20,515 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:19:20,516 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:19:20,516 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:19:20,516 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080760516,5,FailOnTimeoutGroup] 2024-12-01T19:19:20,516 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080760516,5,FailOnTimeoutGroup] 2024-12-01T19:19:20,516 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:20,516 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:19:20,516 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,516 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:19:20,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:19:20,589 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(746): ClusterId : cadab3ba-c163-40f5-93d6-232da08bb26d 2024-12-01T19:19:20,589 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:19:20,612 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:19:20,612 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:19:20,623 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:19:20,623 DEBUG [RS:0;9168bcbe98d9:42883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463525c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:20,633 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:42883 2024-12-01T19:19:20,633 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:19:20,633 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:19:20,633 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:19:20,634 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,41199,1733080758445 with port=42883, startcode=1733080758567 2024-12-01T19:19:20,634 DEBUG [RS:0;9168bcbe98d9:42883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:19:20,636 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:19:20,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:20,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:20,638 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830 2024-12-01T19:19:20,638 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37499 2024-12-01T19:19:20,638 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:19:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258/rs 2024-12-01T19:19:20,644 DEBUG [RS:0;9168bcbe98d9:42883 {}] zookeeper.ZKUtil(111): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on existing znode=/1265122258/rs/9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:20,644 WARN [RS:0;9168bcbe98d9:42883 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:20,644 INFO [RS:0;9168bcbe98d9:42883 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:20,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,42883,1733080758567] 2024-12-01T19:19:20,644 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:20,647 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:19:20,649 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:19:20,649 INFO [RS:0;9168bcbe98d9:42883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:19:20,649 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,649 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:19:20,650 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:19:20,650 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,650 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,650 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,650 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:20,651 DEBUG [RS:0;9168bcbe98d9:42883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:20,651 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,651 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,651 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,651 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,652 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,652 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,42883,1733080758567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:20,664 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:19:20,664 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,42883,1733080758567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,664 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,664 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.Replication(171): 9168bcbe98d9,42883,1733080758567 started 2024-12-01T19:19:20,675 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:20,675 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,42883,1733080758567, RpcServer on 9168bcbe98d9/172.17.0.3:42883, sessionid=0x101925597740004 2024-12-01T19:19:20,675 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:19:20,675 DEBUG [RS:0;9168bcbe98d9:42883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:20,676 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,42883,1733080758567' 2024-12-01T19:19:20,676 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1265122258/flush-table-proc/abort' 2024-12-01T19:19:20,676 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1265122258/flush-table-proc/acquired' 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,42883,1733080758567' 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1265122258/online-snapshot/abort' 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1265122258/online-snapshot/acquired' 2024-12-01T19:19:20,677 DEBUG [RS:0;9168bcbe98d9:42883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:19:20,677 INFO [RS:0;9168bcbe98d9:42883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:19:20,678 INFO [RS:0;9168bcbe98d9:42883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:19:20,778 INFO [RS:0;9168bcbe98d9:42883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:20,780 INFO [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C42883%2C1733080758567, suffix=, logDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567, archiveDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/oldWALs, maxLogs=10 2024-12-01T19:19:20,791 DEBUG [RS:0;9168bcbe98d9:42883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567/9168bcbe98d9%2C42883%2C1733080758567.1733080760780, exclude list is [], retry=0 2024-12-01T19:19:20,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-6ab6d32a-2ae0-41f6-80da-9da8c530f98a,DISK] 2024-12-01T19:19:20,796 INFO [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567/9168bcbe98d9%2C42883%2C1733080758567.1733080760780 2024-12-01T19:19:20,797 DEBUG [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41899:41899)] 2024-12-01T19:19:20,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:19:20,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830 2024-12-01T19:19:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:19:21,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:21,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:21,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:21,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:21,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:21,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:21,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:21,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:21,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:21,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:21,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740 2024-12-01T19:19:21,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740 2024-12-01T19:19:21,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:21,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:21,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:21,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:21,344 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:21,344 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60392298, jitterRate=-0.10008463263511658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:21,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080761330Initializing all the Stores at 1733080761330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080761331 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080761331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080761331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080761331Cleaning up temporary data from old regions at 1733080761340 (+9 ms)Region opened successfully at 1733080761344 (+4 ms) 2024-12-01T19:19:21,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:21,345 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:21,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:21,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:21,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:21,345 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:21,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080761344Disabling compacts and flushes for region at 1733080761344Disabling writes for close at 1733080761345 (+1 ms)Writing region close event to WAL at 1733080761345Closed at 1733080761345 2024-12-01T19:19:21,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:21,346 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:19:21,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:19:21,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:21,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:19:21,499 DEBUG [9168bcbe98d9:41199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:19:21,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:21,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,42883,1733080758567, state=OPENING 2024-12-01T19:19:21,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:19:21,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:21,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:21,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:21,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1265122258/meta-region-server: CHANGED 2024-12-01T19:19:21,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1265122258/meta-region-server: CHANGED 2024-12-01T19:19:21,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,42883,1733080758567}] 2024-12-01T19:19:21,698 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:19:21,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:19:21,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:19:21,717 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:19:21,717 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:21,717 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:19:21,719 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C42883%2C1733080758567.meta, suffix=.meta, logDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567, archiveDir=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/oldWALs, maxLogs=10 2024-12-01T19:19:21,730 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567/9168bcbe98d9%2C42883%2C1733080758567.meta.1733080761719.meta, exclude list is [], retry=0 2024-12-01T19:19:21,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41761,DS-6ab6d32a-2ae0-41f6-80da-9da8c530f98a,DISK] 2024-12-01T19:19:21,734 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567/9168bcbe98d9%2C42883%2C1733080758567.meta.1733080761719.meta 2024-12-01T19:19:21,734 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41899:41899)] 2024-12-01T19:19:21,734 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:21,735 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:21,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:21,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:19:21,735 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:19:21,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:19:21,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:21,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:19:21,735 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:19:21,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:21,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:21,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:21,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:21,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:21,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:21,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:21,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:21,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:21,742 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:21,743 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740 2024-12-01T19:19:21,744 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740 2024-12-01T19:19:21,745 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:21,745 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:21,746 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:21,747 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:21,747 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68253293, jitterRate=0.01705332100391388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:21,747 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:19:21,748 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080761735Writing region info on filesystem at 1733080761735Initializing all the Stores at 1733080761736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080761736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080761737 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080761737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080761737Cleaning up temporary data from old regions at 1733080761745 (+8 ms)Running coprocessor post-open hooks at 1733080761747 (+2 ms)Region opened successfully at 1733080761748 (+1 ms) 2024-12-01T19:19:21,749 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080761710 2024-12-01T19:19:21,751 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:19:21,751 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:19:21,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:21,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,42883,1733080758567, state=OPEN 2024-12-01T19:19:21,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1265122258/meta-region-server 2024-12-01T19:19:21,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1265122258/meta-region-server 2024-12-01T19:19:21,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:21,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1265122258/meta-region-server: CHANGED 2024-12-01T19:19:21,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1265122258/meta-region-server: CHANGED 2024-12-01T19:19:21,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:19:21,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,42883,1733080758567 in 201 msec 2024-12-01T19:19:21,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:19:21,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-01T19:19:21,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:21,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:19:21,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:21,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42883,1733080758567, seqNum=-1] 2024-12-01T19:19:21,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:21,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:21,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-12-01T19:19:21,775 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080761775, completionTime=-1 2024-12-01T19:19:21,775 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:19:21,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:19:21,777 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:19:21,777 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080821777 2024-12-01T19:19:21,777 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080881777 2024-12-01T19:19:21,777 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:19:21,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41199,1733080758445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41199,1733080758445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41199,1733080758445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:41199, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,780 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.160sec 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41199,1733080758445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:21,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41199,1733080758445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:19:21,785 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:19:21,785 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:19:21,785 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41199,1733080758445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:21,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8533a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41199,-1 for getting cluster id 2024-12-01T19:19:21,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:21,792 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cadab3ba-c163-40f5-93d6-232da08bb26d' 2024-12-01T19:19:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cadab3ba-c163-40f5-93d6-232da08bb26d" 2024-12-01T19:19:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ae6951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41199,-1] 2024-12-01T19:19:21,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:21,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:21,795 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:21,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3824b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42883,1733080758567, seqNum=-1] 2024-12-01T19:19:21,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:21,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:21,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:21,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65187 2024-12-01T19:19:21,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:21,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101925597740005 connected 2024-12-01T19:19:21,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6aabd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40977,-1 for getting cluster id 2024-12-01T19:19:21,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:21,826 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfced7cb-4142-4254-ba3b-82d41841cad5' 2024-12-01T19:19:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfced7cb-4142-4254-ba3b-82d41841cad5" 2024-12-01T19:19:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfb1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40977,-1] 2024-12-01T19:19:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:21,828 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7060e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42aed8a4 2024-12-01T19:19:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:21,832 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:21,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:41199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:19:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:19:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:21,836 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:41199' 2024-12-01T19:19:21,837 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5179a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,837 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41199,-1 for getting cluster id 2024-12-01T19:19:21,837 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:21,838 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cadab3ba-c163-40f5-93d6-232da08bb26d' 2024-12-01T19:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cadab3ba-c163-40f5-93d6-232da08bb26d" 2024-12-01T19:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34717e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41199,-1] 2024-12-01T19:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:21,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:21,839 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:21,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291585cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:21,840 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:21,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:21,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415bd14f 2024-12-01T19:19:21,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:21,842 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:21,843 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T19:19:21,843 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:19:21,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:21,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:21,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:21,843 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:21,845 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:19:21,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:19:21,846 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:21,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:19:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741835_1011 (size=1138) 2024-12-01T19:19:21,895 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:19:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:22,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf30620d1b0eb30d5259a4d4f75b552d, NAME => 'hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b 2024-12-01T19:19:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741836_1012 (size=44) 2024-12-01T19:19:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:19:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:19:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T19:19:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:19:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:19:22,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:19:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:22,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:22,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf30620d1b0eb30d5259a4d4f75b552d, disabling compactions & flushes 2024-12-01T19:19:22,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:22,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:22,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. after waiting 0 ms 2024-12-01T19:19:22,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:22,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:22,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf30620d1b0eb30d5259a4d4f75b552d: Waiting for close lock at 1733080762661Disabling compacts and flushes for region at 1733080762661Disabling writes for close at 1733080762661Writing region close event to WAL at 1733080762661Closed at 1733080762661 2024-12-01T19:19:22,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:19:22,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080762663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080762663"}]},"ts":"1733080762663"} 2024-12-01T19:19:22,665 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:19:22,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:19:22,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080762667"}]},"ts":"1733080762667"} 2024-12-01T19:19:22,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:19:22,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf30620d1b0eb30d5259a4d4f75b552d, ASSIGN}] 2024-12-01T19:19:22,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf30620d1b0eb30d5259a4d4f75b552d, ASSIGN 2024-12-01T19:19:22,674 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf30620d1b0eb30d5259a4d4f75b552d, ASSIGN; state=OFFLINE, location=9168bcbe98d9,37215,1733080753510; forceNewPlan=false, retain=false 2024-12-01T19:19:22,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf30620d1b0eb30d5259a4d4f75b552d, regionState=OPENING, regionLocation=9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:22,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf30620d1b0eb30d5259a4d4f75b552d, ASSIGN because future has completed 2024-12-01T19:19:22,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf30620d1b0eb30d5259a4d4f75b552d, server=9168bcbe98d9,37215,1733080753510}] 2024-12-01T19:19:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:22,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:22,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:22,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:19:22,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37215%2C1733080753510.rep, suffix=, logDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510, archiveDir=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/oldWALs, maxLogs=10 2024-12-01T19:19:22,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.rep.1733080762987, exclude list is [], retry=0 2024-12-01T19:19:23,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-b4ed864c-c949-4a38-9500-aea2dea1f9de,DISK] 2024-12-01T19:19:23,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.rep.1733080762987 2024-12-01T19:19:23,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43371:43371)] 2024-12-01T19:19:23,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cf30620d1b0eb30d5259a4d4f75b552d, NAME => 'hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:23,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:23,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:23,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. service=MultiRowMutationService 2024-12-01T19:19:23,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:19:23,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:23,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,005 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,007 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf30620d1b0eb30d5259a4d4f75b552d columnFamilyName hfileref 2024-12-01T19:19:23,007 DEBUG [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:23,007 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] regionserver.HStore(327): Store=cf30620d1b0eb30d5259a4d4f75b552d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:23,007 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,009 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf30620d1b0eb30d5259a4d4f75b552d columnFamilyName queue 2024-12-01T19:19:23,009 DEBUG [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:23,009 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] regionserver.HStore(327): Store=cf30620d1b0eb30d5259a4d4f75b552d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:23,009 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,011 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf30620d1b0eb30d5259a4d4f75b552d columnFamilyName sid 2024-12-01T19:19:23,011 DEBUG [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:23,011 INFO [StoreOpener-cf30620d1b0eb30d5259a4d4f75b552d-1 {}] regionserver.HStore(327): Store=cf30620d1b0eb30d5259a4d4f75b552d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:23,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:19:23,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:23,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cf30620d1b0eb30d5259a4d4f75b552d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75069362, jitterRate=0.11862066388130188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:19:23,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:23,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cf30620d1b0eb30d5259a4d4f75b552d: Running coprocessor pre-open hook at 1733080763004Writing region info on filesystem at 1733080763004Initializing all the Stores at 1733080763005 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080763005Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080763005Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080763005Cleaning up temporary data from old regions at 1733080763013 (+8 ms)Running coprocessor post-open hooks at 1733080763018 (+5 ms)Region opened successfully at 1733080763018 2024-12-01T19:19:23,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d., pid=7, masterSystemTime=1733080762980 2024-12-01T19:19:23,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:23,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:23,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf30620d1b0eb30d5259a4d4f75b552d, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf30620d1b0eb30d5259a4d4f75b552d, server=9168bcbe98d9,37215,1733080753510 because future has completed 2024-12-01T19:19:23,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T19:19:23,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cf30620d1b0eb30d5259a4d4f75b552d, server=9168bcbe98d9,37215,1733080753510 in 200 msec 2024-12-01T19:19:23,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:19:23,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf30620d1b0eb30d5259a4d4f75b552d, ASSIGN in 358 msec 2024-12-01T19:19:23,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:19:23,033 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080763033"}]},"ts":"1733080763033"} 2024-12-01T19:19:23,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:19:23,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:19:23,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-12-01T19:19:23,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d., hostname=9168bcbe98d9,37215,1733080753510, seqNum=2] 2024-12-01T19:19:23,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:23,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:23,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:19:23,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37215 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T19:19:23,252 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:19:23,288 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,37215,1733080753510, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:19:23,289 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:23,289 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37215,1733080753510, seqNum=-1] 2024-12-01T19:19:23,290 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:23,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-01T19:19:23,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,37215,1733080753510', locateType=CURRENT is [region=hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d., hostname=9168bcbe98d9,37215,1733080753510, seqNum=2] 2024-12-01T19:19:23,296 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T19:19:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T19:19:23,299 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,37215,1733080753510 suceeded 2024-12-01T19:19:23,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T19:19:23,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-01T19:19:23,303 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:41199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:19:23,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-12-01T19:19:23,311 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:41199' 2024-12-01T19:19:23,313 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a04bf41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:23,313 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41199,-1 for getting cluster id 2024-12-01T19:19:23,313 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:23,314 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cadab3ba-c163-40f5-93d6-232da08bb26d' 2024-12-01T19:19:23,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:23,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cadab3ba-c163-40f5-93d6-232da08bb26d" 2024-12-01T19:19:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49402373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41199,-1] 2024-12-01T19:19:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:23,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:23,316 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:23,317 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4247de6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:23,317 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:23,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:23,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47ae9f52 2024-12-01T19:19:23,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:23,319 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-01T19:19:23,320 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,37215,1733080753510 (queues=1) is replicating from cluster=dfced7cb-4142-4254-ba3b-82d41841cad5 to cluster=cadab3ba-c163-40f5-93d6-232da08bb26d 2024-12-01T19:19:23,320 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C37215%2C1733080753510 2024-12-01T19:19:23,320 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,37215,1733080753510, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:19:23,321 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.shipper9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C37215%2C1733080753510 2024-12-01T19:19:23,321 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836, startPosition=0, beingWritten=true 2024-12-01T19:19:23,527 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:23,832 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:23,985 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:19:23,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:23,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:23,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:23,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:23,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:23,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:23,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbc2a17 2024-12-01T19:19:23,987 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:23,988 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:23,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40977 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:19:23,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:19:23,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:23,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:23,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:23,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:23,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:23,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:19:23,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811058849, stopped=false 2024-12-01T19:19:23,989 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,41199,1733080758445 2024-12-01T19:19:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1265122258/running 2024-12-01T19:19:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1265122258/running 2024-12-01T19:19:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:24,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:24,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:24,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:24,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:24,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/running 2024-12-01T19:19:24,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,42883,1733080758567' ***** 2024-12-01T19:19:24,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Set watcher on znode that does not yet exist, /1265122258/running 2024-12-01T19:19:24,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:19:24,002 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:19:24,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:19:24,002 INFO [RS:0;9168bcbe98d9:42883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:19:24,002 INFO [RS:0;9168bcbe98d9:42883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:19:24,002 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:24,002 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:24,003 INFO [RS:0;9168bcbe98d9:42883 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:42883. 2024-12-01T19:19:24,003 DEBUG [RS:0;9168bcbe98d9:42883 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:24,003 DEBUG [RS:0;9168bcbe98d9:42883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:24,003 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:19:24,003 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:19:24,003 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:19:24,003 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:19:24,003 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:19:24,003 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:19:24,003 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:24,003 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:24,003 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:24,003 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:24,003 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:24,003 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:24,003 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T19:19:24,017 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/.tmp/ns/0594d6fdb2434702a842431bb22b637a is 43, key is default/ns:d/1733080761770/Put/seqid=0 2024-12-01T19:19:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741835_1011 (size=5153) 2024-12-01T19:19:24,054 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:24,203 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:24,236 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:24,403 DEBUG [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:24,422 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/.tmp/ns/0594d6fdb2434702a842431bb22b637a 2024-12-01T19:19:24,429 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/.tmp/ns/0594d6fdb2434702a842431bb22b637a as hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/ns/0594d6fdb2434702a842431bb22b637a 2024-12-01T19:19:24,435 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/ns/0594d6fdb2434702a842431bb22b637a, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T19:19:24,436 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-12-01T19:19:24,440 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T19:19:24,440 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:24,441 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:24,441 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:24,441 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080764003Running coprocessor pre-close hooks at 1733080764003Disabling compacts and flushes for region at 1733080764003Disabling writes for close at 1733080764003Obtaining lock to block concurrent updates at 1733080764003Preparing flush snapshotting stores in 1588230740 at 1733080764003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733080764004 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733080764004Flushing 1588230740/ns: creating writer at 1733080764004Flushing 1588230740/ns: appending metadata at 1733080764017 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733080764017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab9ca7a: reopening flushed file at 1733080764428 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1733080764436 (+8 ms)Writing region close event to WAL at 1733080764437 (+1 ms)Running coprocessor post-close hooks at 1733080764440 (+3 ms)Closed at 1733080764441 (+1 ms) 2024-12-01T19:19:24,441 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:24,604 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,42883,1733080758567; all regions closed. 2024-12-01T19:19:24,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741834_1010 (size=1152) 2024-12-01T19:19:24,606 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/WALs/9168bcbe98d9,42883,1733080758567/9168bcbe98d9%2C42883%2C1733080758567.meta.1733080761719.meta not finished, retry = 0 2024-12-01T19:19:24,653 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:19:24,653 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:19:24,709 DEBUG [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/oldWALs 2024-12-01T19:19:24,709 INFO [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C42883%2C1733080758567.meta:.meta(num 1733080761719) 2024-12-01T19:19:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741832_1008 (size=93) 2024-12-01T19:19:24,713 DEBUG [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/oldWALs 2024-12-01T19:19:24,713 INFO [RS:0;9168bcbe98d9:42883 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C42883%2C1733080758567:(num 1733080760780) 2024-12-01T19:19:24,714 DEBUG [RS:0;9168bcbe98d9:42883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:24,714 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:24,714 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:24,714 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:24,714 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:24,714 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:24,714 INFO [RS:0;9168bcbe98d9:42883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42883 2024-12-01T19:19:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258/rs 2024-12-01T19:19:24,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1265122258/rs/9168bcbe98d9,42883,1733080758567 2024-12-01T19:19:24,727 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:24,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,42883,1733080758567] 2024-12-01T19:19:24,741 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:24,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1265122258/draining/9168bcbe98d9,42883,1733080758567 already deleted, retry=false 2024-12-01T19:19:24,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,42883,1733080758567 expired; onlineServers=0 2024-12-01T19:19:24,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,41199,1733080758445' ***** 2024-12-01T19:19:24,748 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:19:24,748 INFO [M:0;9168bcbe98d9:41199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:24,749 INFO [M:0;9168bcbe98d9:41199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:24,749 DEBUG [M:0;9168bcbe98d9:41199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:19:24,749 DEBUG [M:0;9168bcbe98d9:41199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:19:24,749 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:19:24,749 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080760516 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080760516,5,FailOnTimeoutGroup] 2024-12-01T19:19:24,749 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080760516 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080760516,5,FailOnTimeoutGroup] 2024-12-01T19:19:24,749 INFO [M:0;9168bcbe98d9:41199 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:24,749 INFO [M:0;9168bcbe98d9:41199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:24,749 DEBUG [M:0;9168bcbe98d9:41199 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:19:24,749 INFO [M:0;9168bcbe98d9:41199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:19:24,749 INFO [M:0;9168bcbe98d9:41199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:24,749 INFO [M:0;9168bcbe98d9:41199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:19:24,749 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:19:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1265122258/master 2024-12-01T19:19:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1265122258 2024-12-01T19:19:24,759 DEBUG [M:0;9168bcbe98d9:41199 {}] zookeeper.ZKUtil(347): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Unable to get data of znode /1265122258/master because node does not exist (not an error) 2024-12-01T19:19:24,759 WARN [M:0;9168bcbe98d9:41199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:19:24,760 INFO [M:0;9168bcbe98d9:41199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/.lastflushedseqids 2024-12-01T19:19:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741836_1012 (size=99) 2024-12-01T19:19:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:24,838 INFO [RS:0;9168bcbe98d9:42883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42883-0x101925597740004, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:24,838 INFO [RS:0;9168bcbe98d9:42883 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,42883,1733080758567; zookeeper connection closed. 2024-12-01T19:19:24,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7beaffb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7beaffb2 2024-12-01T19:19:24,839 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:19:25,164 INFO [M:0;9168bcbe98d9:41199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:19:25,165 INFO [M:0;9168bcbe98d9:41199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:19:25,165 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:25,165 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:25,165 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:25,165 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:25,165 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:25,165 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T19:19:25,180 DEBUG [M:0;9168bcbe98d9:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689c34753ab743b5b7a2e6ca04f931ec is 82, key is hbase:meta,,1/info:regioninfo/1733080761751/Put/seqid=0 2024-12-01T19:19:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741837_1013 (size=5672) 2024-12-01T19:19:25,346 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:25,585 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689c34753ab743b5b7a2e6ca04f931ec 2024-12-01T19:19:25,604 DEBUG [M:0;9168bcbe98d9:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64e455fdd88941dcbb7ec145c16ff7fd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733080761774/Put/seqid=0 2024-12-01T19:19:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741838_1014 (size=5275) 2024-12-01T19:19:26,009 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64e455fdd88941dcbb7ec145c16ff7fd 2024-12-01T19:19:26,027 DEBUG [M:0;9168bcbe98d9:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52b8e5bae32f4986a562e2c7ae0a569c is 69, key is 9168bcbe98d9,42883,1733080758567/rs:state/1733080760637/Put/seqid=0 2024-12-01T19:19:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741839_1015 (size=5156) 2024-12-01T19:19:26,054 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:26,432 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52b8e5bae32f4986a562e2c7ae0a569c 2024-12-01T19:19:26,438 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689c34753ab743b5b7a2e6ca04f931ec as hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/689c34753ab743b5b7a2e6ca04f931ec 2024-12-01T19:19:26,444 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/689c34753ab743b5b7a2e6ca04f931ec, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T19:19:26,445 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64e455fdd88941dcbb7ec145c16ff7fd as hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64e455fdd88941dcbb7ec145c16ff7fd 2024-12-01T19:19:26,450 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64e455fdd88941dcbb7ec145c16ff7fd, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T19:19:26,450 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52b8e5bae32f4986a562e2c7ae0a569c as hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52b8e5bae32f4986a562e2c7ae0a569c 2024-12-01T19:19:26,455 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37499/user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52b8e5bae32f4986a562e2c7ae0a569c, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T19:19:26,456 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-12-01T19:19:26,458 INFO [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:26,458 DEBUG [M:0;9168bcbe98d9:41199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080765165Disabling compacts and flushes for region at 1733080765165Disabling writes for close at 1733080765165Obtaining lock to block concurrent updates at 1733080765165Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080765165Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733080765166 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080765166Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080765166Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080765179 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080765180 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080765591 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080765604 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080765604Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080766014 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080766027 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080766027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f6c75c: reopening flushed file at 1733080766437 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194e8f18: reopening flushed file at 1733080766444 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f831932: reopening flushed file at 1733080766450 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1733080766456 (+6 ms)Writing region close event to WAL at 1733080766458 (+2 ms)Closed at 1733080766458 2024-12-01T19:19:26,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fe133c2-bf30-b3db-8f16-cb787dfc9830/MasterData/WALs/9168bcbe98d9,41199,1733080758445/9168bcbe98d9%2C41199%2C1733080758445.1733080760279 not finished, retry = 0 2024-12-01T19:19:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41761 is added to blk_1073741830_1006 (size=10165) 2024-12-01T19:19:26,561 INFO [M:0;9168bcbe98d9:41199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:19:26,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:26,561 INFO [M:0;9168bcbe98d9:41199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41199 2024-12-01T19:19:26,561 INFO [M:0;9168bcbe98d9:41199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:26,701 INFO [M:0;9168bcbe98d9:41199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:26,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101925597740003, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:26,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ff8b770{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:26,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@82978eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:26,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:26,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106edffb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:26,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604f8883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:26,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:19:26,738 WARN [BP-1144770073-172.17.0.3-1733080756502 heartbeating to localhost/127.0.0.1:37499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:19:26,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:19:26,738 WARN [BP-1144770073-172.17.0.3-1733080756502 heartbeating to localhost/127.0.0.1:37499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1144770073-172.17.0.3-1733080756502 (Datanode Uuid baa2ec07-dccf-4b9a-92d3-70bc66dd7ac4) service to localhost/127.0.0.1:37499 2024-12-01T19:19:26,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/cluster_9172e90e-cb28-fc53-f802-432bbae0285f/data/data1/current/BP-1144770073-172.17.0.3-1733080756502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:26,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/cluster_9172e90e-cb28-fc53-f802-432bbae0285f/data/data2/current/BP-1144770073-172.17.0.3-1733080756502 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:26,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:19:26,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765885a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:26,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:26,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:26,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:26,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:26,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:19:26,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:19:26,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:26,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:26,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:26,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:26,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:26,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:19:26,758 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376863357, stopped=false 2024-12-01T19:19:26,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,40977,1733080753350 2024-12-01T19:19:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205420106/running 2024-12-01T19:19:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205420106/running 2024-12-01T19:19:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:26,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:26,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:26,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:26,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:26,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,37215,1733080753510' ***** 2024-12-01T19:19:26,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/running 2024-12-01T19:19:26,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:19:26,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:19:26,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Set watcher on znode that does not yet exist, /0-205420106/running 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:26,781 INFO [RS:0;9168bcbe98d9:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37215. 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf30620d1b0eb30d5259a4d4f75b552d, disabling compactions & flushes 2024-12-01T19:19:26,782 DEBUG [RS:0;9168bcbe98d9:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:26,782 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:26,782 DEBUG [RS:0;9168bcbe98d9:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. after waiting 0 ms 2024-12-01T19:19:26,782 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:26,782 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:19:26,782 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:19:26,782 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf30620d1b0eb30d5259a4d4f75b552d 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-01T19:19:26,782 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:19:26,782 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:19:26,782 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cf30620d1b0eb30d5259a4d4f75b552d=hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d.} 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:26,782 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:26,782 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:26,782 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:26,783 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T19:19:26,797 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/info/c361ca3b78624faa89bc86f36ee25898 is 147, key is hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d./info:regioninfo/1733080763023/Put/seqid=0 2024-12-01T19:19:26,797 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/.tmp/queue/eceb38ca10a44326b84053aa5ff72b55 is 151, key is 1-9168bcbe98d9,37215,1733080753510/queue:9168bcbe98d9%2C37215%2C1733080753510/1733080763294/Put/seqid=0 2024-12-01T19:19:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741838_1014 (size=6631) 2024-12-01T19:19:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741839_1015 (size=5350) 2024-12-01T19:19:26,812 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:26,860 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:26,982 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:27,183 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf30620d1b0eb30d5259a4d4f75b552d 2024-12-01T19:19:27,202 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/.tmp/queue/eceb38ca10a44326b84053aa5ff72b55 2024-12-01T19:19:27,202 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/info/c361ca3b78624faa89bc86f36ee25898 2024-12-01T19:19:27,209 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/.tmp/queue/eceb38ca10a44326b84053aa5ff72b55 as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/queue/eceb38ca10a44326b84053aa5ff72b55 2024-12-01T19:19:27,214 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/queue/eceb38ca10a44326b84053aa5ff72b55, entries=1, sequenceid=5, filesize=5.2 K 2024-12-01T19:19:27,215 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cf30620d1b0eb30d5259a4d4f75b552d in 433ms, sequenceid=5, compaction requested=false 2024-12-01T19:19:27,215 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T19:19:27,220 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/replication/cf30620d1b0eb30d5259a4d4f75b552d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:19:27,221 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:27,221 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:27,221 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:27,221 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf30620d1b0eb30d5259a4d4f75b552d: Waiting for close lock at 1733080766781Running coprocessor pre-close hooks at 1733080766781Disabling compacts and flushes for region at 1733080766781Disabling writes for close at 1733080766782 (+1 ms)Obtaining lock to block concurrent updates at 1733080766782Preparing flush snapshotting stores in cf30620d1b0eb30d5259a4d4f75b552d at 1733080766782Finished memstore snapshotting hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733080766782Flushing stores of hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. at 1733080766783 (+1 ms)Flushing cf30620d1b0eb30d5259a4d4f75b552d/queue: creating writer at 1733080766783Flushing cf30620d1b0eb30d5259a4d4f75b552d/queue: appending metadata at 1733080766796 (+13 ms)Flushing cf30620d1b0eb30d5259a4d4f75b552d/queue: closing flushed file at 1733080766797 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73025b: reopening flushed file at 1733080767208 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cf30620d1b0eb30d5259a4d4f75b552d in 433ms, sequenceid=5, compaction requested=false at 1733080767215 (+7 ms)Writing region close event to WAL at 1733080767216 (+1 ms)Running coprocessor post-close hooks at 1733080767221 (+5 ms)Closed at 1733080767221 2024-12-01T19:19:27,221 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080761843.cf30620d1b0eb30d5259a4d4f75b552d. 2024-12-01T19:19:27,223 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/ns/855ee3a03f4a4883b03419a13fd2c77c is 43, key is default/ns:d/1733080756418/Put/seqid=0 2024-12-01T19:19:27,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741840_1016 (size=5153) 2024-12-01T19:19:27,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:19:27,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:27,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:27,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:27,383 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:27,583 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:27,628 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/ns/855ee3a03f4a4883b03419a13fd2c77c 2024-12-01T19:19:27,650 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/table/de2f687d54e44c2498d25e838227170d is 53, key is hbase:replication/table:state/1733080763033/Put/seqid=0 2024-12-01T19:19:27,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741841_1017 (size=5256) 2024-12-01T19:19:27,715 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:19:27,715 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:19:27,765 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 to pos 0, reset compression=false 2024-12-01T19:19:27,783 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:19:27,783 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:19:27,783 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:27,984 DEBUG [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:19:28,054 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/table/de2f687d54e44c2498d25e838227170d 2024-12-01T19:19:28,061 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/info/c361ca3b78624faa89bc86f36ee25898 as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/info/c361ca3b78624faa89bc86f36ee25898 2024-12-01T19:19:28,066 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/info/c361ca3b78624faa89bc86f36ee25898, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T19:19:28,067 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/ns/855ee3a03f4a4883b03419a13fd2c77c as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/ns/855ee3a03f4a4883b03419a13fd2c77c 2024-12-01T19:19:28,073 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/ns/855ee3a03f4a4883b03419a13fd2c77c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:19:28,074 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/.tmp/table/de2f687d54e44c2498d25e838227170d as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/table/de2f687d54e44c2498d25e838227170d 2024-12-01T19:19:28,079 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/table/de2f687d54e44c2498d25e838227170d, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T19:19:28,080 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-12-01T19:19:28,085 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T19:19:28,086 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:28,086 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:28,086 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:28,086 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080766782Running coprocessor pre-close hooks at 1733080766782Disabling compacts and flushes for region at 1733080766782Disabling writes for close at 1733080766782Obtaining lock to block concurrent updates at 1733080766783 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733080766783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733080766783Flushing stores of hbase:meta,,1.1588230740 at 1733080766783Flushing 1588230740/info: creating writer at 1733080766783Flushing 1588230740/info: appending metadata at 1733080766796 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733080766796Flushing 1588230740/ns: creating writer at 1733080767208 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733080767223 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733080767223Flushing 1588230740/table: creating writer at 1733080767634 (+411 ms)Flushing 1588230740/table: appending metadata at 1733080767649 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733080767649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1f555f: reopening flushed file at 1733080768060 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db8f5b5: reopening flushed file at 1733080768066 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69290bbe: reopening flushed file at 1733080768073 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1733080768081 (+8 ms)Writing region close event to WAL at 1733080768082 (+1 ms)Running coprocessor post-close hooks at 1733080768086 (+4 ms)Closed at 1733080768086 2024-12-01T19:19:28,086 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:28,184 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,37215,1733080753510; all regions closed. 2024-12-01T19:19:28,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741834_1010 (size=2742) 2024-12-01T19:19:28,189 DEBUG [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/oldWALs 2024-12-01T19:19:28,189 INFO [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C37215%2C1733080753510.meta:.meta(num 1733080756332) 2024-12-01T19:19:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741837_1013 (size=1586) 2024-12-01T19:19:28,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.rep.1733080762987 not finished, retry = 0 2024-12-01T19:19:28,295 DEBUG [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/oldWALs 2024-12-01T19:19:28,295 INFO [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C37215%2C1733080753510.rep:(num 1733080762987) 2024-12-01T19:19:28,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741833_1009 (size=93) 2024-12-01T19:19:28,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/WALs/9168bcbe98d9,37215,1733080753510/9168bcbe98d9%2C37215%2C1733080753510.1733080755836 not finished, retry = 0 2024-12-01T19:19:28,400 DEBUG [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/oldWALs 2024-12-01T19:19:28,400 INFO [RS:0;9168bcbe98d9:37215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C37215%2C1733080753510:(num 1733080755836) 2024-12-01T19:19:28,400 DEBUG [RS:0;9168bcbe98d9:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:28,400 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:19:28,400 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:28,401 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:28,401 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:28,401 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:28,401 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,37215,1733080753510 because: Region server is closing 2024-12-01T19:19:28,401 INFO [RS:0;9168bcbe98d9:37215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37215. 2024-12-01T19:19:28,401 DEBUG [RS:0;9168bcbe98d9:37215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:28,401 DEBUG [RS:0;9168bcbe98d9:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:28,402 DEBUG [RS:0;9168bcbe98d9:37215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:28,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:28,502 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.wal-reader.9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:19:28,502 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.shipper9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:19:28,502 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37215,1733080753510.replicationSource.shipper9168bcbe98d9%2C37215%2C1733080753510,1-9168bcbe98d9,37215,1733080753510 terminated 2024-12-01T19:19:28,502 INFO [RS:0;9168bcbe98d9:37215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37215 2024-12-01T19:19:28,641 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:28,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205420106/rs/9168bcbe98d9,37215,1733080753510 2024-12-01T19:19:28,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106/rs 2024-12-01T19:19:28,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,37215,1733080753510] 2024-12-01T19:19:28,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-205420106/draining/9168bcbe98d9,37215,1733080753510 already deleted, retry=false 2024-12-01T19:19:28,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,37215,1733080753510 expired; onlineServers=0 2024-12-01T19:19:28,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,40977,1733080753350' ***** 2024-12-01T19:19:28,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:19:28,675 INFO [M:0;9168bcbe98d9:40977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:19:28,675 INFO [M:0;9168bcbe98d9:40977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:19:28,675 DEBUG [M:0;9168bcbe98d9:40977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:19:28,675 DEBUG [M:0;9168bcbe98d9:40977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:19:28,675 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080755558 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080755558,5,FailOnTimeoutGroup] 2024-12-01T19:19:28,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:19:28,675 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080755558 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080755558,5,FailOnTimeoutGroup] 2024-12-01T19:19:28,675 INFO [M:0;9168bcbe98d9:40977 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:19:28,675 INFO [M:0;9168bcbe98d9:40977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:19:28,675 DEBUG [M:0;9168bcbe98d9:40977 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:19:28,676 INFO [M:0;9168bcbe98d9:40977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:19:28,676 INFO [M:0;9168bcbe98d9:40977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:19:28,676 INFO [M:0;9168bcbe98d9:40977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:19:28,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:19:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-205420106/master 2024-12-01T19:19:28,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-205420106 2024-12-01T19:19:28,685 DEBUG [M:0;9168bcbe98d9:40977 {}] zookeeper.ZKUtil(347): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Unable to get data of znode /0-205420106/master because node does not exist (not an error) 2024-12-01T19:19:28,685 WARN [M:0;9168bcbe98d9:40977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:19:28,686 INFO [M:0;9168bcbe98d9:40977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/.lastflushedseqids 2024-12-01T19:19:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741842_1018 (size=181) 2024-12-01T19:19:28,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:28,763 INFO [RS:0;9168bcbe98d9:37215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:28,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37215-0x101925597740001, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:28,763 INFO [RS:0;9168bcbe98d9:37215 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,37215,1733080753510; zookeeper connection closed. 2024-12-01T19:19:28,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67e9809b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67e9809b 2024-12-01T19:19:28,764 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:19:29,091 INFO [M:0;9168bcbe98d9:40977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:19:29,091 INFO [M:0;9168bcbe98d9:40977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:19:29,091 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:29,091 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:29,091 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:29,091 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:29,091 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:29,091 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-01T19:19:29,106 DEBUG [M:0;9168bcbe98d9:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2641df9595d48a587b6b4b85ca83991 is 82, key is hbase:meta,,1/info:regioninfo/1733080756369/Put/seqid=0 2024-12-01T19:19:29,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741843_1019 (size=5672) 2024-12-01T19:19:29,510 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2641df9595d48a587b6b4b85ca83991 2024-12-01T19:19:29,529 DEBUG [M:0;9168bcbe98d9:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b9d10bf57c848b1b0d3d4bf21a64235 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733080763038/Put/seqid=0 2024-12-01T19:19:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741844_1020 (size=7203) 2024-12-01T19:19:29,934 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b9d10bf57c848b1b0d3d4bf21a64235 2024-12-01T19:19:29,952 DEBUG [M:0;9168bcbe98d9:40977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd5276ee37904f64a18d18f6204eea78 is 69, key is 9168bcbe98d9,37215,1733080753510/rs:state/1733080755681/Put/seqid=0 2024-12-01T19:19:29,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741845_1021 (size=5156) 2024-12-01T19:19:30,357 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd5276ee37904f64a18d18f6204eea78 2024-12-01T19:19:30,363 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2641df9595d48a587b6b4b85ca83991 as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2641df9595d48a587b6b4b85ca83991 2024-12-01T19:19:30,369 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2641df9595d48a587b6b4b85ca83991, entries=8, sequenceid=70, filesize=5.5 K 2024-12-01T19:19:30,370 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b9d10bf57c848b1b0d3d4bf21a64235 as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b9d10bf57c848b1b0d3d4bf21a64235 2024-12-01T19:19:30,376 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b9d10bf57c848b1b0d3d4bf21a64235, entries=8, sequenceid=70, filesize=7.0 K 2024-12-01T19:19:30,378 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd5276ee37904f64a18d18f6204eea78 as hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd5276ee37904f64a18d18f6204eea78 2024-12-01T19:19:30,383 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41629/user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd5276ee37904f64a18d18f6204eea78, entries=1, sequenceid=70, filesize=5.0 K 2024-12-01T19:19:30,384 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-12-01T19:19:30,385 INFO [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:30,385 DEBUG [M:0;9168bcbe98d9:40977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080769091Disabling compacts and flushes for region at 1733080769091Disabling writes for close at 1733080769091Obtaining lock to block concurrent updates at 1733080769091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080769091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733080769092 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080769092Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080769092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080769105 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080769105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080769516 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080769529 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080769529Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080769939 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080769951 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080769951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e355551: reopening flushed file at 1733080770362 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1870ecf: reopening flushed file at 1733080770369 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2baab6: reopening flushed file at 1733080770377 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1733080770384 (+7 ms)Writing region close event to WAL at 1733080770385 (+1 ms)Closed at 1733080770385 2024-12-01T19:19:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741830_1006 (size=41008) 2024-12-01T19:19:30,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d6ac07-7b3c-cb58-63c0-38903aed666b/MasterData/WALs/9168bcbe98d9,40977,1733080753350/9168bcbe98d9%2C40977%2C1733080753350.1733080755263 not finished, retry = 0 2024-12-01T19:19:30,488 INFO [M:0;9168bcbe98d9:40977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:19:30,488 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:19:30,489 INFO [M:0;9168bcbe98d9:40977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40977 2024-12-01T19:19:30,489 INFO [M:0;9168bcbe98d9:40977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:19:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:30,596 INFO [M:0;9168bcbe98d9:40977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:19:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40977-0x101925597740000, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:19:30,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d0b10d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:30,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4076626c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:30,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:30,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:30,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:30,600 WARN [BP-934058146-172.17.0.3-1733080751074 heartbeating to localhost/127.0.0.1:41629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:19:30,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:19:30,600 WARN [BP-934058146-172.17.0.3-1733080751074 heartbeating to localhost/127.0.0.1:41629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-934058146-172.17.0.3-1733080751074 (Datanode Uuid 20e507f2-a81b-40d3-bf68-51649108d564) service to localhost/127.0.0.1:41629 2024-12-01T19:19:30,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:19:30,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/data/data1/current/BP-934058146-172.17.0.3-1733080751074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:30,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/cluster_72b9dc12-4857-62b4-958b-efcf99dd72e8/data/data2/current/BP-934058146-172.17.0.3-1733080751074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:19:30,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:19:30,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70544169{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:30,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@321a4060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:19:30,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:19:30,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:19:30,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12229209-2141-ab63-4432-2be059b32609/hadoop.log.dir/,STOPPED} 2024-12-01T19:19:30,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:19:30,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65187) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37499 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41629 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65187) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=3721 (was 4150) 2024-12-01T19:19:30,633 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=3721 2024-12-01T19:19:30,643 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-01T19:19:30,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir so I do NOT create it in target/test-data/16d4b218-6b21-6180-923c-960443a516cb 2024-12-01T19:19:30,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:19:30,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.tmp.dir so I do NOT create it in target/test-data/16d4b218-6b21-6180-923c-960443a516cb 2024-12-01T19:19:30,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4404f95-ffc0-ab3f-1077-e7a3abe7b9ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:19:30,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb 2024-12-01T19:19:30,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c, deleteOnExit=true 2024-12-01T19:19:30,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/zookeeper_0, clientPort=62645, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:19:30,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62645 2024-12-01T19:19:30,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:19:30,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:19:30,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/test.cache.data in system properties and HBase conf 2024-12-01T19:19:30,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:19:30,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:19:30,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:30,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:19:30,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:19:30,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:19:30,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:30,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:19:30,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:19:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101925597740002, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:19:30,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101925597740005, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:19:30,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101925597740002, quorum=127.0.0.1:65187, baseZNode=/0-205420106 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:19:30,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101925597740005, quorum=127.0.0.1:65187, baseZNode=/1265122258 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:19:31,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:31,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:31,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:31,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:31,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:19:31,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:31,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f31b59d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:31,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f9b1aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:31,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@340d39cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/java.io.tmpdir/jetty-localhost-36483-hadoop-hdfs-3_4_1-tests_jar-_-any-9447776487929286296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:31,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7af9657f{HTTP/1.1, (http/1.1)}{localhost:36483} 2024-12-01T19:19:31,200 INFO [Time-limited test {}] server.Server(415): Started @54692ms 2024-12-01T19:19:31,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:31,461 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:31,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:31,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:31,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:19:31,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352c2b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:31,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a695efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:31,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462a9f5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/java.io.tmpdir/jetty-localhost-42005-hadoop-hdfs-3_4_1-tests_jar-_-any-14826414911353281078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:31,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@617ce46b{HTTP/1.1, (http/1.1)}{localhost:42005} 2024-12-01T19:19:31,554 INFO [Time-limited test {}] server.Server(415): Started @55046ms 2024-12-01T19:19:31,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:19:32,366 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/data/data1/current/BP-1946297668-172.17.0.3-1733080770687/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:32,367 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/data/data2/current/BP-1946297668-172.17.0.3-1733080770687/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:32,381 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:19:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f3bcd35ce3e5308 with lease ID 0x5ef070c878b30183: Processing first storage report for DS-d7285283-1de0-416b-99c2-ef72f9f5e7dc from datanode DatanodeRegistration(127.0.0.1:36011, datanodeUuid=2b538db9-9076-4461-8774-94abd2343288, infoPort=37829, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=560111977;c=1733080770687) 2024-12-01T19:19:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f3bcd35ce3e5308 with lease ID 0x5ef070c878b30183: from storage DS-d7285283-1de0-416b-99c2-ef72f9f5e7dc node DatanodeRegistration(127.0.0.1:36011, datanodeUuid=2b538db9-9076-4461-8774-94abd2343288, infoPort=37829, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=560111977;c=1733080770687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f3bcd35ce3e5308 with lease ID 0x5ef070c878b30183: Processing first storage report for DS-03974f5f-b93e-4b0c-879e-fcd932965093 from datanode DatanodeRegistration(127.0.0.1:36011, datanodeUuid=2b538db9-9076-4461-8774-94abd2343288, infoPort=37829, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=560111977;c=1733080770687) 2024-12-01T19:19:32,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f3bcd35ce3e5308 with lease ID 0x5ef070c878b30183: from storage DS-03974f5f-b93e-4b0c-879e-fcd932965093 node DatanodeRegistration(127.0.0.1:36011, datanodeUuid=2b538db9-9076-4461-8774-94abd2343288, infoPort=37829, infoSecurePort=0, ipcPort=36099, storageInfo=lv=-57;cid=testClusterID;nsid=560111977;c=1733080770687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:32,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb 2024-12-01T19:19:32,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:32,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:32,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:19:32,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:19:32,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:32,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:32,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:32,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:32,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:19:32,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:19:32,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:32,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35 with version=8 2024-12-01T19:19:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/hbase-staging 2024-12-01T19:19:32,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:19:32,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:32,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36585 2024-12-01T19:19:32,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36585 connecting to ZooKeeper ensemble=127.0.0.1:62645 2024-12-01T19:19:32,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365850x0, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:32,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36585-0x1019255e4100000 connected 2024-12-01T19:19:33,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:33,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:33,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/running 2024-12-01T19:19:33,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35, hbase.cluster.distributed=false 2024-12-01T19:19:33,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/acl 2024-12-01T19:19:33,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36585 2024-12-01T19:19:33,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36585 2024-12-01T19:19:33,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36585 2024-12-01T19:19:33,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36585 2024-12-01T19:19:33,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36585 2024-12-01T19:19:33,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:19:33,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:33,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32801 2024-12-01T19:19:33,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32801 connecting to ZooKeeper ensemble=127.0.0.1:62645 2024-12-01T19:19:33,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:33,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328010x0, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:33,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32801-0x1019255e4100001 connected 2024-12-01T19:19:33,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/running 2024-12-01T19:19:33,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:19:33,084 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:19:33,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/master 2024-12-01T19:19:33,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/acl 2024-12-01T19:19:33,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32801 2024-12-01T19:19:33,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32801 2024-12-01T19:19:33,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32801 2024-12-01T19:19:33,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32801 2024-12-01T19:19:33,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32801 2024-12-01T19:19:33,095 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:36585 2024-12-01T19:19:33,096 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1376911349/backup-masters/9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349/backup-masters 2024-12-01T19:19:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349/backup-masters 2024-12-01T19:19:33,106 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on existing znode=/0-1376911349/backup-masters/9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1376911349/master 2024-12-01T19:19:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:33,117 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on existing znode=/0-1376911349/master 2024-12-01T19:19:33,117 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1376911349/backup-masters/9168bcbe98d9,36585,1733080772889 from backup master directory 2024-12-01T19:19:33,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349/backup-masters 2024-12-01T19:19:33,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1376911349/backup-masters/9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:33,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349/backup-masters 2024-12-01T19:19:33,127 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:33,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:33,130 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/hbase.id] with ID: ac760ffe-674d-49d0-bc40-48565bea05e9 2024-12-01T19:19:33,130 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/.tmp/hbase.id 2024-12-01T19:19:33,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:19:33,535 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/.tmp/hbase.id]:[hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/hbase.id] 2024-12-01T19:19:33,547 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:33,547 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:19:33,548 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:19:33,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:33,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:33,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:19:33,964 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:33,965 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:19:33,966 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:19:34,373 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store 2024-12-01T19:19:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:19:34,780 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:34,780 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:34,780 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:34,780 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:34,780 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:34,780 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:34,780 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:34,780 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080774780Disabling compacts and flushes for region at 1733080774780Disabling writes for close at 1733080774780Writing region close event to WAL at 1733080774780Closed at 1733080774780 2024-12-01T19:19:34,781 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/.initializing 2024-12-01T19:19:34,781 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/WALs/9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:34,782 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:34,784 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C36585%2C1733080772889, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/WALs/9168bcbe98d9,36585,1733080772889, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/oldWALs, maxLogs=10 2024-12-01T19:19:34,795 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/WALs/9168bcbe98d9,36585,1733080772889/9168bcbe98d9%2C36585%2C1733080772889.1733080774784, exclude list is [], retry=0 2024-12-01T19:19:34,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d7285283-1de0-416b-99c2-ef72f9f5e7dc,DISK] 2024-12-01T19:19:34,799 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/WALs/9168bcbe98d9,36585,1733080772889/9168bcbe98d9%2C36585%2C1733080772889.1733080774784 2024-12-01T19:19:34,799 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37829:37829)] 2024-12-01T19:19:34,799 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:34,800 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:34,800 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,800 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:19:34,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:34,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:34,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:19:34,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:34,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:34,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:19:34,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:34,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:34,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:19:34,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:34,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:34,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,810 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,810 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,811 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,811 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:34,812 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:34,814 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:34,814 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468143, jitterRate=-0.11385561525821686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:34,814 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080774800Initializing all the Stores at 1733080774801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080774801Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080774801Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080774801Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080774801Cleaning up temporary data from old regions at 1733080774811 (+10 ms)Region opened successfully at 1733080774814 (+3 ms) 2024-12-01T19:19:34,815 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:19:34,817 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afdd2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:34,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:19:34,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:19:34,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:19:34,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:19:34,819 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:19:34,819 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:19:34,819 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:19:34,821 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:19:34,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Unable to get data of znode /0-1376911349/balancer because node does not exist (not necessarily an error) 2024-12-01T19:19:34,872 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1376911349/balancer already deleted, retry=false 2024-12-01T19:19:34,872 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:19:34,873 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Unable to get data of znode /0-1376911349/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:19:34,884 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1376911349/normalizer already deleted, retry=false 2024-12-01T19:19:34,885 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:19:34,886 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Unable to get data of znode /0-1376911349/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:19:34,895 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1376911349/switch/split already deleted, retry=false 2024-12-01T19:19:34,896 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Unable to get data of znode /0-1376911349/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:19:34,905 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1376911349/switch/merge already deleted, retry=false 2024-12-01T19:19:34,907 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Unable to get data of znode /0-1376911349/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:19:34,916 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1376911349/snapshot-cleanup already deleted, retry=false 2024-12-01T19:19:34,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1376911349/running 2024-12-01T19:19:34,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1376911349/running 2024-12-01T19:19:34,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:34,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:34,927 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,36585,1733080772889, sessionid=0x1019255e4100000, setting cluster-up flag (Was=false) 2024-12-01T19:19:34,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:34,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:34,979 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1376911349/flush-table-proc/acquired, /0-1376911349/flush-table-proc/reached, /0-1376911349/flush-table-proc/abort 2024-12-01T19:19:34,980 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:35,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:35,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:35,032 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1376911349/online-snapshot/acquired, /0-1376911349/online-snapshot/reached, /0-1376911349/online-snapshot/abort 2024-12-01T19:19:35,033 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:35,034 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:19:35,035 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:35,035 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:19:35,035 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:19:35,036 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,36585,1733080772889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:35,037 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080805038 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:19:35,038 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:35,039 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:19:35,039 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:19:35,039 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:19:35,039 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:19:35,039 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:19:35,039 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:19:35,039 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:19:35,039 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080775039,5,FailOnTimeoutGroup] 2024-12-01T19:19:35,040 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:35,040 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080775039,5,FailOnTimeoutGroup] 2024-12-01T19:19:35,040 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,040 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:19:35,040 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,040 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,040 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:19:35,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:19:35,089 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(746): ClusterId : ac760ffe-674d-49d0-bc40-48565bea05e9 2024-12-01T19:19:35,089 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:19:35,096 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:19:35,096 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:19:35,106 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:19:35,107 DEBUG [RS:0;9168bcbe98d9:32801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297da2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:35,116 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:32801 2024-12-01T19:19:35,116 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:19:35,116 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:19:35,116 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:19:35,117 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,36585,1733080772889 with port=32801, startcode=1733080773064 2024-12-01T19:19:35,117 DEBUG [RS:0;9168bcbe98d9:32801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:19:35,119 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:19:35,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:35,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36585 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:35,120 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35 2024-12-01T19:19:35,120 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37375 2024-12-01T19:19:35,120 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:19:35,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349/rs 2024-12-01T19:19:35,127 DEBUG [RS:0;9168bcbe98d9:32801 {}] zookeeper.ZKUtil(111): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on existing znode=/0-1376911349/rs/9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:35,127 WARN [RS:0;9168bcbe98d9:32801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:35,127 INFO [RS:0;9168bcbe98d9:32801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:35,127 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:35,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,32801,1733080773064] 2024-12-01T19:19:35,131 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:19:35,132 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:19:35,133 INFO [RS:0;9168bcbe98d9:32801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:19:35,133 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,133 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:19:35,134 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:19:35,134 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,134 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,135 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,135 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:35,135 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:35,135 DEBUG [RS:0;9168bcbe98d9:32801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:35,135 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,135 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,135 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,135 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,135 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,135 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,32801,1733080773064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:35,147 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:19:35,147 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,32801,1733080773064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,147 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,147 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.Replication(171): 9168bcbe98d9,32801,1733080773064 started 2024-12-01T19:19:35,158 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:35,159 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,32801,1733080773064, RpcServer on 9168bcbe98d9/172.17.0.3:32801, sessionid=0x1019255e4100001 2024-12-01T19:19:35,159 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:19:35,159 DEBUG [RS:0;9168bcbe98d9:32801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:35,159 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,32801,1733080773064' 2024-12-01T19:19:35,159 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1376911349/flush-table-proc/abort' 2024-12-01T19:19:35,159 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1376911349/flush-table-proc/acquired' 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,32801,1733080773064' 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1376911349/online-snapshot/abort' 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1376911349/online-snapshot/acquired' 2024-12-01T19:19:35,160 DEBUG [RS:0;9168bcbe98d9:32801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:19:35,160 INFO [RS:0;9168bcbe98d9:32801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:19:35,160 INFO [RS:0;9168bcbe98d9:32801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:19:35,261 INFO [RS:0;9168bcbe98d9:32801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:35,263 INFO [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C32801%2C1733080773064, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/oldWALs, maxLogs=10 2024-12-01T19:19:35,273 DEBUG [RS:0;9168bcbe98d9:32801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263, exclude list is [], retry=0 2024-12-01T19:19:35,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d7285283-1de0-416b-99c2-ef72f9f5e7dc,DISK] 2024-12-01T19:19:35,277 INFO [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 2024-12-01T19:19:35,277 DEBUG [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37829:37829)] 2024-12-01T19:19:35,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:19:35,446 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35 2024-12-01T19:19:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:19:35,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:35,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:35,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:35,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:35,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:35,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:35,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:35,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:35,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:35,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:35,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:35,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:35,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:35,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:35,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:35,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:35,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740 2024-12-01T19:19:35,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740 2024-12-01T19:19:35,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:35,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:35,863 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:35,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:35,866 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:35,866 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59955003, jitterRate=-0.10660083591938019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080775852Initializing all the Stores at 1733080775853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080775853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080775853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080775853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080775853Cleaning up temporary data from old regions at 1733080775863 (+10 ms)Region opened successfully at 1733080775867 (+4 ms) 2024-12-01T19:19:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:35,867 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:35,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:35,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:35,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080775867Disabling compacts and flushes for region at 1733080775867Disabling writes for close at 1733080775867Writing region close event to WAL at 1733080775867Closed at 1733080775867 2024-12-01T19:19:35,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:35,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:19:35,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:19:35,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:35,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:19:36,021 DEBUG [9168bcbe98d9:36585 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:19:36,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:36,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,32801,1733080773064, state=OPENING 2024-12-01T19:19:36,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:19:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:36,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:36,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:36,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,32801,1733080773064}] 2024-12-01T19:19:36,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1376911349/meta-region-server: CHANGED 2024-12-01T19:19:36,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1376911349/meta-region-server: CHANGED 2024-12-01T19:19:36,351 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:19:36,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:19:36,356 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:19:36,356 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:36,356 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:19:36,358 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C32801%2C1733080773064.meta, suffix=.meta, logDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/oldWALs, maxLogs=10 2024-12-01T19:19:36,369 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.meta.1733080776358.meta, exclude list is [], retry=0 2024-12-01T19:19:36,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d7285283-1de0-416b-99c2-ef72f9f5e7dc,DISK] 2024-12-01T19:19:36,372 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.meta.1733080776358.meta 2024-12-01T19:19:36,373 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37829:37829)] 2024-12-01T19:19:36,373 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:36,373 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:36,373 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:36,373 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:19:36,373 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:19:36,374 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:19:36,374 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:36,374 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:19:36,374 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:19:36,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:36,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:36,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:36,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:36,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:36,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:36,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:36,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:36,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:36,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:36,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:36,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:36,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:36,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:36,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:36,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:36,381 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:36,381 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740 2024-12-01T19:19:36,383 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740 2024-12-01T19:19:36,384 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:36,384 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:36,384 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:36,385 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:36,386 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63137863, jitterRate=-0.05917252600193024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:36,386 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:19:36,386 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080776374Writing region info on filesystem at 1733080776374Initializing all the Stores at 1733080776375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080776375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080776375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080776375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080776375Cleaning up temporary data from old regions at 1733080776384 (+9 ms)Running coprocessor post-open hooks at 1733080776386 (+2 ms)Region opened successfully at 1733080776386 2024-12-01T19:19:36,387 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080776351 2024-12-01T19:19:36,389 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:19:36,390 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:19:36,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:36,391 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,32801,1733080773064, state=OPEN 2024-12-01T19:19:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1376911349/meta-region-server 2024-12-01T19:19:36,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1376911349/meta-region-server 2024-12-01T19:19:36,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:36,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1376911349/meta-region-server: CHANGED 2024-12-01T19:19:36,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1376911349/meta-region-server: CHANGED 2024-12-01T19:19:36,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:19:36,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,32801,1733080773064 in 212 msec 2024-12-01T19:19:36,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:19:36,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-12-01T19:19:36,417 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:36,417 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:19:36,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:36,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,32801,1733080773064, seqNum=-1] 2024-12-01T19:19:36,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:36,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:36,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3890 sec 2024-12-01T19:19:36,425 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080776425, completionTime=-1 2024-12-01T19:19:36,425 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:19:36,425 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:19:36,426 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080836426 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080896427 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36585,1733080772889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36585,1733080772889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36585,1733080772889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:36585, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,427 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,429 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:19:36,430 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.303sec 2024-12-01T19:19:36,430 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:19:36,430 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:19:36,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:19:36,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:19:36,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:19:36,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36585,1733080772889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:36,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36585,1733080772889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:19:36,433 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:19:36,433 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:19:36,433 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36585,1733080772889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:36,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104fc3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:36,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36585,-1 for getting cluster id 2024-12-01T19:19:36,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:36,492 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac760ffe-674d-49d0-bc40-48565bea05e9' 2024-12-01T19:19:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac760ffe-674d-49d0-bc40-48565bea05e9" 2024-12-01T19:19:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df0999a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36585,-1] 2024-12-01T19:19:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:36,494 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:36,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7077a536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:36,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,32801,1733080773064, seqNum=-1] 2024-12-01T19:19:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:36,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:36,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:36,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62645 2024-12-01T19:19:36,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:36,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019255e4100002 connected 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir so I do NOT create it in target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d 2024-12-01T19:19:36,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.tmp.dir so I do NOT create it in target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d 2024-12-01T19:19:36,519 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:19:36,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/cluster_78dbcc5e-2670-5c25-5cc2-eca53634eb01, deleteOnExit=true 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/test.cache.data in system properties and HBase conf 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:19:36,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:19:36,520 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:19:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:19:36,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:19:36,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:36,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:36,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:36,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:36,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:19:36,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:36,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:36,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab24f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:37,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9f1249f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/java.io.tmpdir/jetty-localhost-41607-hadoop-hdfs-3_4_1-tests_jar-_-any-4191168352607853796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:19:37,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c9b9b40{HTTP/1.1, (http/1.1)}{localhost:41607} 2024-12-01T19:19:37,052 INFO [Time-limited test {}] server.Server(415): Started @60545ms 2024-12-01T19:19:37,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:19:37,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:19:37,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:19:37,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:19:37,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:19:37,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:19:37,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f74644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:19:37,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16305733{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/java.io.tmpdir/jetty-localhost-35525-hadoop-hdfs-3_4_1-tests_jar-_-any-9621082557969383620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:19:37,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49f79d22{HTTP/1.1, (http/1.1)}{localhost:35525} 2024-12-01T19:19:37,366 INFO [Time-limited test {}] server.Server(415): Started @60858ms 2024-12-01T19:19:37,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:19:38,231 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/cluster_78dbcc5e-2670-5c25-5cc2-eca53634eb01/data/data1/current/BP-592691338-172.17.0.3-1733080776543/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:38,231 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/cluster_78dbcc5e-2670-5c25-5cc2-eca53634eb01/data/data2/current/BP-592691338-172.17.0.3-1733080776543/current, will proceed with Du for space computation calculation, 2024-12-01T19:19:38,245 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:19:38,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:19:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd510d0e4ab69ab44 with lease ID 0x8a90e51adabf5c29: Processing first storage report for DS-99c00c68-e0dd-4875-9388-4e6606e53959 from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=37c751b8-5bbc-4da5-a5fe-5e33df0a5c47, infoPort=37073, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1331395218;c=1733080776543) 2024-12-01T19:19:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd510d0e4ab69ab44 with lease ID 0x8a90e51adabf5c29: from storage DS-99c00c68-e0dd-4875-9388-4e6606e53959 node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=37c751b8-5bbc-4da5-a5fe-5e33df0a5c47, infoPort=37073, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1331395218;c=1733080776543), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:19:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd510d0e4ab69ab44 with lease ID 0x8a90e51adabf5c29: Processing first storage report for DS-65996b17-5d1a-4dd6-a977-d1011232789e from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=37c751b8-5bbc-4da5-a5fe-5e33df0a5c47, infoPort=37073, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1331395218;c=1733080776543) 2024-12-01T19:19:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd510d0e4ab69ab44 with lease ID 0x8a90e51adabf5c29: from storage DS-65996b17-5d1a-4dd6-a977-d1011232789e node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=37c751b8-5bbc-4da5-a5fe-5e33df0a5c47, infoPort=37073, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=1331395218;c=1733080776543), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:19:38,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:38,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:38,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:38,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d 2024-12-01T19:19:38,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:38,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:38,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:19:38,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb with version=8 2024-12-01T19:19:38,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/hbase-staging 2024-12-01T19:19:38,702 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:38,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40465 2024-12-01T19:19:38,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40465 connecting to ZooKeeper ensemble=127.0.0.1:62645 2024-12-01T19:19:38,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404650x0, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:38,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40465-0x1019255e4100003 connected 2024-12-01T19:19:38,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:38,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:38,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/running 2024-12-01T19:19:38,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb, hbase.cluster.distributed=false 2024-12-01T19:19:38,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/acl 2024-12-01T19:19:38,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40465 2024-12-01T19:19:38,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40465 2024-12-01T19:19:38,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40465 2024-12-01T19:19:38,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40465 2024-12-01T19:19:38,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40465 2024-12-01T19:19:38,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:19:38,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:19:38,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40831 2024-12-01T19:19:38,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40831 connecting to ZooKeeper ensemble=127.0.0.1:62645 2024-12-01T19:19:38,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:38,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:38,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408310x0, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:38,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408310x0, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/running 2024-12-01T19:19:38,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40831-0x1019255e4100004 connected 2024-12-01T19:19:38,896 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:19:38,896 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:19:38,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/master 2024-12-01T19:19:38,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/acl 2024-12-01T19:19:38,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40831 2024-12-01T19:19:38,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40831 2024-12-01T19:19:38,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40831 2024-12-01T19:19:38,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40831 2024-12-01T19:19:38,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40831 2024-12-01T19:19:38,912 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:40465 2024-12-01T19:19:38,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1375772538/backup-masters/9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:38,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538/backup-masters 2024-12-01T19:19:38,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538/backup-masters 2024-12-01T19:19:38,924 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on existing znode=/1375772538/backup-masters/9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:38,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1375772538/master 2024-12-01T19:19:38,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:38,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:38,938 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on existing znode=/1375772538/master 2024-12-01T19:19:38,938 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1375772538/backup-masters/9168bcbe98d9,40465,1733080778702 from backup master directory 2024-12-01T19:19:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538/backup-masters 2024-12-01T19:19:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1375772538/backup-masters/9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:38,948 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538/backup-masters 2024-12-01T19:19:38,948 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:38,952 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/hbase.id] with ID: 121473a6-fee8-4d57-80fd-d53923e7d4d8 2024-12-01T19:19:38,952 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/.tmp/hbase.id 2024-12-01T19:19:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:19:39,357 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/.tmp/hbase.id]:[hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/hbase.id] 2024-12-01T19:19:39,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:39,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:19:39,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:19:39,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:39,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:19:39,825 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:39,826 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:19:39,826 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:19:40,233 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store 2024-12-01T19:19:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:19:40,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:40,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:19:40,640 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:40,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:40,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:19:40,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:40,640 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:19:40,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080780640Disabling compacts and flushes for region at 1733080780640Disabling writes for close at 1733080780640Writing region close event to WAL at 1733080780640Closed at 1733080780640 2024-12-01T19:19:40,641 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/.initializing 2024-12-01T19:19:40,641 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/WALs/9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:40,642 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:40,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C40465%2C1733080778702, suffix=, logDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/WALs/9168bcbe98d9,40465,1733080778702, archiveDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/oldWALs, maxLogs=10 2024-12-01T19:19:40,654 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/WALs/9168bcbe98d9,40465,1733080778702/9168bcbe98d9%2C40465%2C1733080778702.1733080780644, exclude list is [], retry=0 2024-12-01T19:19:40,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-99c00c68-e0dd-4875-9388-4e6606e53959,DISK] 2024-12-01T19:19:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/WALs/9168bcbe98d9,40465,1733080778702/9168bcbe98d9%2C40465%2C1733080778702.1733080780644 2024-12-01T19:19:40,659 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-12-01T19:19:40,659 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:40,659 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:40,659 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,659 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:19:40,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:40,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:40,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:19:40,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:40,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:40,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:19:40,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:40,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:40,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:19:40,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:40,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:40,667 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,667 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,667 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,668 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,669 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,669 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:40,670 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:19:40,672 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:40,672 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73443237, jitterRate=0.09438951313495636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:40,672 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080780659Initializing all the Stores at 1733080780660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080780660Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080780660Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080780660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080780660Cleaning up temporary data from old regions at 1733080780669 (+9 ms)Region opened successfully at 1733080780672 (+3 ms) 2024-12-01T19:19:40,673 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:19:40,675 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67427632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:40,676 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:19:40,676 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:19:40,676 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:19:40,676 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:19:40,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:19:40,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:19:40,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:19:40,679 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:19:40,680 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Unable to get data of znode /1375772538/balancer because node does not exist (not necessarily an error) 2024-12-01T19:19:40,745 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1375772538/balancer already deleted, retry=false 2024-12-01T19:19:40,745 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:19:40,746 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Unable to get data of znode /1375772538/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:19:40,758 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1375772538/normalizer already deleted, retry=false 2024-12-01T19:19:40,758 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:19:40,759 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Unable to get data of znode /1375772538/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:19:40,768 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1375772538/switch/split already deleted, retry=false 2024-12-01T19:19:40,769 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Unable to get data of znode /1375772538/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:19:40,779 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1375772538/switch/merge already deleted, retry=false 2024-12-01T19:19:40,781 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Unable to get data of znode /1375772538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:19:40,789 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1375772538/snapshot-cleanup already deleted, retry=false 2024-12-01T19:19:40,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1375772538/running 2024-12-01T19:19:40,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1375772538/running 2024-12-01T19:19:40,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:40,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:40,801 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,40465,1733080778702, sessionid=0x1019255e4100003, setting cluster-up flag (Was=false) 2024-12-01T19:19:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:40,853 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1375772538/flush-table-proc/acquired, /1375772538/flush-table-proc/reached, /1375772538/flush-table-proc/abort 2024-12-01T19:19:40,854 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:40,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:40,905 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1375772538/online-snapshot/acquired, /1375772538/online-snapshot/reached, /1375772538/online-snapshot/abort 2024-12-01T19:19:40,907 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:40,908 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:19:40,909 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:40,909 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:19:40,909 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:19:40,909 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,40465,1733080778702 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:40,911 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080810912 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:19:40,912 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:40,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:40,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:19:40,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:19:40,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:19:40,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:19:40,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:19:40,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:19:40,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:19:40,914 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080780913,5,FailOnTimeoutGroup] 2024-12-01T19:19:40,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:40,914 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080780914,5,FailOnTimeoutGroup] 2024-12-01T19:19:40,914 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:40,914 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:19:40,914 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:40,914 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:40,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:19:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:19:41,005 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(746): ClusterId : 121473a6-fee8-4d57-80fd-d53923e7d4d8 2024-12-01T19:19:41,005 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:19:41,011 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:19:41,011 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:19:41,022 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:19:41,022 DEBUG [RS:0;9168bcbe98d9:40831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935baf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:19:41,032 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:40831 2024-12-01T19:19:41,032 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:19:41,032 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:19:41,032 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:19:41,032 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,40465,1733080778702 with port=40831, startcode=1733080778884 2024-12-01T19:19:41,032 DEBUG [RS:0;9168bcbe98d9:40831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:19:41,034 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:19:41,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40465 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,035 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb 2024-12-01T19:19:41,035 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38991 2024-12-01T19:19:41,035 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:19:41,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538/rs 2024-12-01T19:19:41,122 DEBUG [RS:0;9168bcbe98d9:40831 {}] zookeeper.ZKUtil(111): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on existing znode=/1375772538/rs/9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,122 WARN [RS:0;9168bcbe98d9:40831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:19:41,122 INFO [RS:0;9168bcbe98d9:40831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:41,122 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,40831,1733080778884] 2024-12-01T19:19:41,126 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:19:41,127 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:19:41,127 INFO [RS:0;9168bcbe98d9:40831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:19:41,127 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,127 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:19:41,128 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:19:41,128 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,128 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:19:41,129 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:41,129 DEBUG [RS:0;9168bcbe98d9:40831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:19:41,129 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,129 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,129 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,129 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,129 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,129 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40831,1733080778884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:41,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:19:41,141 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:19:41,142 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40831,1733080778884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,142 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,142 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.Replication(171): 9168bcbe98d9,40831,1733080778884 started 2024-12-01T19:19:41,154 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:41,154 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,40831,1733080778884, RpcServer on 9168bcbe98d9/172.17.0.3:40831, sessionid=0x1019255e4100004 2024-12-01T19:19:41,154 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:19:41,154 DEBUG [RS:0;9168bcbe98d9:40831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,154 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,40831,1733080778884' 2024-12-01T19:19:41,154 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1375772538/flush-table-proc/abort' 2024-12-01T19:19:41,155 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1375772538/flush-table-proc/acquired' 2024-12-01T19:19:41,155 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:19:41,155 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:19:41,155 DEBUG [RS:0;9168bcbe98d9:40831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,155 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,40831,1733080778884' 2024-12-01T19:19:41,156 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1375772538/online-snapshot/abort' 2024-12-01T19:19:41,156 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1375772538/online-snapshot/acquired' 2024-12-01T19:19:41,156 DEBUG [RS:0;9168bcbe98d9:40831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:19:41,156 INFO [RS:0;9168bcbe98d9:40831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:19:41,156 INFO [RS:0;9168bcbe98d9:40831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:19:41,257 INFO [RS:0;9168bcbe98d9:40831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:19:41,258 INFO [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C40831%2C1733080778884, suffix=, logDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884, archiveDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/oldWALs, maxLogs=10 2024-12-01T19:19:41,274 DEBUG [RS:0;9168bcbe98d9:40831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884/9168bcbe98d9%2C40831%2C1733080778884.1733080781259, exclude list is [], retry=0 2024-12-01T19:19:41,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-99c00c68-e0dd-4875-9388-4e6606e53959,DISK] 2024-12-01T19:19:41,278 INFO [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884/9168bcbe98d9%2C40831%2C1733080778884.1733080781259 2024-12-01T19:19:41,279 DEBUG [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-12-01T19:19:41,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:19:41,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb 2024-12-01T19:19:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:19:41,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:41,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:41,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:41,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:41,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:41,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:41,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:41,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:41,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:41,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:41,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:41,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:41,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:41,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:41,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:41,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:41,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740 2024-12-01T19:19:41,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740 2024-12-01T19:19:41,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:41,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:41,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:41,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:41,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:41,745 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74584551, jitterRate=0.1113964170217514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080781729Initializing all the Stores at 1733080781730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080781730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080781731 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080781731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080781731Cleaning up temporary data from old regions at 1733080781741 (+10 ms)Region opened successfully at 1733080781745 (+4 ms) 2024-12-01T19:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:19:41,745 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:19:41,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:19:41,746 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:19:41,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080781745Disabling compacts and flushes for region at 1733080781745Disabling writes for close at 1733080781745Writing region close event to WAL at 1733080781746 (+1 ms)Closed at 1733080781746 2024-12-01T19:19:41,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:41,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:19:41,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:19:41,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:41,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:19:41,899 DEBUG [9168bcbe98d9:40465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:19:41,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:41,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,40831,1733080778884, state=OPENING 2024-12-01T19:19:41,916 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:19:41,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:41,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:19:41,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1375772538/meta-region-server: CHANGED 2024-12-01T19:19:41,927 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:19:41,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1375772538/meta-region-server: CHANGED 2024-12-01T19:19:41,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,40831,1733080778884}] 2024-12-01T19:19:42,080 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:19:42,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:19:42,085 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:19:42,085 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:42,085 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:19:42,086 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C40831%2C1733080778884.meta, suffix=.meta, logDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884, archiveDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/oldWALs, maxLogs=10 2024-12-01T19:19:42,098 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884/9168bcbe98d9%2C40831%2C1733080778884.meta.1733080782086.meta, exclude list is [], retry=0 2024-12-01T19:19:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-99c00c68-e0dd-4875-9388-4e6606e53959,DISK] 2024-12-01T19:19:42,102 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884/9168bcbe98d9%2C40831%2C1733080778884.meta.1733080782086.meta 2024-12-01T19:19:42,103 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37073:37073)] 2024-12-01T19:19:42,103 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:42,103 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:42,103 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:42,103 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:19:42,103 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:19:42,104 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:19:42,104 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:42,104 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:19:42,104 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:19:42,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:19:42,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:19:42,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:42,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:42,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:19:42,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:19:42,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:42,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:42,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:19:42,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:19:42,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:42,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:42,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:19:42,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:19:42,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:42,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:19:42,111 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:19:42,111 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740 2024-12-01T19:19:42,112 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740 2024-12-01T19:19:42,114 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:19:42,114 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:19:42,114 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:19:42,115 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:19:42,116 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68790849, jitterRate=0.02506352961063385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:19:42,116 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:19:42,116 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080782104Writing region info on filesystem at 1733080782104Initializing all the Stores at 1733080782105 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080782105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080782105Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080782105Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080782105Cleaning up temporary data from old regions at 1733080782114 (+9 ms)Running coprocessor post-open hooks at 1733080782116 (+2 ms)Region opened successfully at 1733080782116 2024-12-01T19:19:42,117 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080782079 2024-12-01T19:19:42,120 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:19:42,120 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:19:42,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:42,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,40831,1733080778884, state=OPEN 2024-12-01T19:19:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1375772538/meta-region-server 2024-12-01T19:19:42,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1375772538/meta-region-server 2024-12-01T19:19:42,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:42,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1375772538/meta-region-server: CHANGED 2024-12-01T19:19:42,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1375772538/meta-region-server: CHANGED 2024-12-01T19:19:42,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:19:42,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,40831,1733080778884 in 200 msec 2024-12-01T19:19:42,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:19:42,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-12-01T19:19:42,134 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:19:42,134 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:19:42,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:42,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40831,1733080778884, seqNum=-1] 2024-12-01T19:19:42,136 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:42,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:42,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-12-01T19:19:42,143 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080782143, completionTime=-1 2024-12-01T19:19:42,143 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:19:42,143 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:19:42,145 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:19:42,145 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080842145 2024-12-01T19:19:42,145 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080902145 2024-12-01T19:19:42,145 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:19:42,145 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40465,1733080778702-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,146 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40465,1733080778702-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,146 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40465,1733080778702-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,146 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:40465, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,146 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,146 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,148 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:19:42,149 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.201sec 2024-12-01T19:19:42,149 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:19:42,149 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:19:42,149 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:19:42,150 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:19:42,150 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:19:42,150 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40465,1733080778702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:19:42,150 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40465,1733080778702-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:19:42,152 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:19:42,152 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:19:42,152 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40465,1733080778702-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:19:42,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c2cc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:42,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40465,-1 for getting cluster id 2024-12-01T19:19:42,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:42,207 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '121473a6-fee8-4d57-80fd-d53923e7d4d8' 2024-12-01T19:19:42,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "121473a6-fee8-4d57-80fd-d53923e7d4d8" 2024-12-01T19:19:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2149f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40465,-1] 2024-12-01T19:19:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:42,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:42,209 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:42,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fec193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:42,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40831,1733080778884, seqNum=-1] 2024-12-01T19:19:42,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:42,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:42,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:42,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62645 2024-12-01T19:19:42,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:19:42,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019255e4100005 connected 2024-12-01T19:19:42,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c96b08 2024-12-01T19:19:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:42,252 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:42,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:19:42,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:19:42,261 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:42,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:19:42,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:19:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:42,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:19:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:19:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:19:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:19:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T19:19:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:19:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:19:42,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:19:42,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:19:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:42,677 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc106bdf19a3a90459072e9aaf85cee6, NAME => 'test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35 2024-12-01T19:19:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:19:42,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:42,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bc106bdf19a3a90459072e9aaf85cee6, disabling compactions & flushes 2024-12-01T19:19:42,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:42,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:42,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. after waiting 0 ms 2024-12-01T19:19:42,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:42,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:42,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc106bdf19a3a90459072e9aaf85cee6: Waiting for close lock at 1733080782690Disabling compacts and flushes for region at 1733080782690Disabling writes for close at 1733080782690Writing region close event to WAL at 1733080782690Closed at 1733080782690 2024-12-01T19:19:42,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:19:42,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080782692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080782692"}]},"ts":"1733080782692"} 2024-12-01T19:19:42,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:19:42,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:19:42,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080782698"}]},"ts":"1733080782698"} 2024-12-01T19:19:42,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:19:42,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc106bdf19a3a90459072e9aaf85cee6, ASSIGN}] 2024-12-01T19:19:42,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bc106bdf19a3a90459072e9aaf85cee6, ASSIGN 2024-12-01T19:19:42,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bc106bdf19a3a90459072e9aaf85cee6, ASSIGN; state=OFFLINE, location=9168bcbe98d9,32801,1733080773064; forceNewPlan=false, retain=false 2024-12-01T19:19:42,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc106bdf19a3a90459072e9aaf85cee6, regionState=OPENING, regionLocation=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:42,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bc106bdf19a3a90459072e9aaf85cee6, ASSIGN because future has completed 2024-12-01T19:19:42,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc106bdf19a3a90459072e9aaf85cee6, server=9168bcbe98d9,32801,1733080773064}] 2024-12-01T19:19:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:43,015 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:43,016 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc106bdf19a3a90459072e9aaf85cee6, NAME => 'test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:43,016 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:43,016 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:19:43,016 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,016 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:43,017 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,017 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,020 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,022 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc106bdf19a3a90459072e9aaf85cee6 columnFamilyName f 2024-12-01T19:19:43,022 DEBUG [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:43,022 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] regionserver.HStore(327): Store=bc106bdf19a3a90459072e9aaf85cee6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:43,023 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,024 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc106bdf19a3a90459072e9aaf85cee6 columnFamilyName f1 2024-12-01T19:19:43,024 DEBUG [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:43,024 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] regionserver.HStore(327): Store=bc106bdf19a3a90459072e9aaf85cee6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:43,025 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,026 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc106bdf19a3a90459072e9aaf85cee6 columnFamilyName norep 2024-12-01T19:19:43,026 DEBUG [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:43,026 INFO [StoreOpener-bc106bdf19a3a90459072e9aaf85cee6-1 {}] regionserver.HStore(327): Store=bc106bdf19a3a90459072e9aaf85cee6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:43,026 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,027 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,027 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,028 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,028 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,029 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:19:43,030 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,032 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:43,032 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc106bdf19a3a90459072e9aaf85cee6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75481603, jitterRate=0.12476353347301483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:19:43,033 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:19:43,033 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc106bdf19a3a90459072e9aaf85cee6: Running coprocessor pre-open hook at 1733080783017Writing region info on filesystem at 1733080783017Initializing all the Stores at 1733080783018 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080783018Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080783020 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080783020Cleaning up temporary data from old regions at 1733080783028 (+8 ms)Running coprocessor post-open hooks at 1733080783033 (+5 ms)Region opened successfully at 1733080783033 2024-12-01T19:19:43,035 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., pid=6, masterSystemTime=1733080783011 2024-12-01T19:19:43,038 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:43,038 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:19:43,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc106bdf19a3a90459072e9aaf85cee6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc106bdf19a3a90459072e9aaf85cee6, server=9168bcbe98d9,32801,1733080773064 because future has completed 2024-12-01T19:19:43,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:19:43,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc106bdf19a3a90459072e9aaf85cee6, server=9168bcbe98d9,32801,1733080773064 in 184 msec 2024-12-01T19:19:43,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:19:43,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bc106bdf19a3a90459072e9aaf85cee6, ASSIGN in 345 msec 2024-12-01T19:19:43,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:19:43,051 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080783051"}]},"ts":"1733080783051"} 2024-12-01T19:19:43,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:19:43,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:19:43,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-12-01T19:19:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:43,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:43,406 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:19:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c354ddd 2024-12-01T19:19:43,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:43,409 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:43,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:19:43,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:19:43,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:43,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:19:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:43,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:19:43,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:19:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:43,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f73f18275f7b235cd0c0624502146eb9, NAME => 'test,,1733080783410.f73f18275f7b235cd0c0624502146eb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb 2024-12-01T19:19:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:19:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:44,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080783410.f73f18275f7b235cd0c0624502146eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:44,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f73f18275f7b235cd0c0624502146eb9, disabling compactions & flushes 2024-12-01T19:19:44,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. after waiting 0 ms 2024-12-01T19:19:44,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,240 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f73f18275f7b235cd0c0624502146eb9: Waiting for close lock at 1733080784240Disabling compacts and flushes for region at 1733080784240Disabling writes for close at 1733080784240Writing region close event to WAL at 1733080784240Closed at 1733080784240 2024-12-01T19:19:44,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:19:44,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080783410.f73f18275f7b235cd0c0624502146eb9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080784241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080784241"}]},"ts":"1733080784241"} 2024-12-01T19:19:44,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:19:44,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:19:44,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080784245"}]},"ts":"1733080784245"} 2024-12-01T19:19:44,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:19:44,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73f18275f7b235cd0c0624502146eb9, ASSIGN}] 2024-12-01T19:19:44,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f73f18275f7b235cd0c0624502146eb9, ASSIGN 2024-12-01T19:19:44,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f73f18275f7b235cd0c0624502146eb9, ASSIGN; state=OFFLINE, location=9168bcbe98d9,40831,1733080778884; forceNewPlan=false, retain=false 2024-12-01T19:19:44,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73f18275f7b235cd0c0624502146eb9, regionState=OPENING, regionLocation=9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:44,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f73f18275f7b235cd0c0624502146eb9, ASSIGN because future has completed 2024-12-01T19:19:44,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73f18275f7b235cd0c0624502146eb9, server=9168bcbe98d9,40831,1733080778884}] 2024-12-01T19:19:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:44,561 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,561 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f73f18275f7b235cd0c0624502146eb9, NAME => 'test,,1733080783410.f73f18275f7b235cd0c0624502146eb9.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:44,562 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:44,562 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:19:44,562 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,562 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080783410.f73f18275f7b235cd0c0624502146eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:44,562 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,562 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,564 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,565 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73f18275f7b235cd0c0624502146eb9 columnFamilyName f 2024-12-01T19:19:44,565 DEBUG [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:44,566 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] regionserver.HStore(327): Store=f73f18275f7b235cd0c0624502146eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:44,566 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,567 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73f18275f7b235cd0c0624502146eb9 columnFamilyName f1 2024-12-01T19:19:44,567 DEBUG [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:44,568 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] regionserver.HStore(327): Store=f73f18275f7b235cd0c0624502146eb9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:44,568 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,569 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f73f18275f7b235cd0c0624502146eb9 columnFamilyName norep 2024-12-01T19:19:44,569 DEBUG [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:44,569 INFO [StoreOpener-f73f18275f7b235cd0c0624502146eb9-1 {}] regionserver.HStore(327): Store=f73f18275f7b235cd0c0624502146eb9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:44,569 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,570 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,570 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,571 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,571 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,572 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:19:44,573 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,575 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:44,576 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f73f18275f7b235cd0c0624502146eb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73324294, jitterRate=0.09261712431907654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:19:44,576 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:19:44,576 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f73f18275f7b235cd0c0624502146eb9: Running coprocessor pre-open hook at 1733080784563Writing region info on filesystem at 1733080784563Initializing all the Stores at 1733080784564 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080784564Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080784564Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080784564Cleaning up temporary data from old regions at 1733080784571 (+7 ms)Running coprocessor post-open hooks at 1733080784576 (+5 ms)Region opened successfully at 1733080784576 2024-12-01T19:19:44,577 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080783410.f73f18275f7b235cd0c0624502146eb9., pid=6, masterSystemTime=1733080784557 2024-12-01T19:19:44,579 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,579 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:19:44,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f73f18275f7b235cd0c0624502146eb9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,40831,1733080778884 2024-12-01T19:19:44,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f73f18275f7b235cd0c0624502146eb9, server=9168bcbe98d9,40831,1733080778884 because future has completed 2024-12-01T19:19:44,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:19:44,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f73f18275f7b235cd0c0624502146eb9, server=9168bcbe98d9,40831,1733080778884 in 181 msec 2024-12-01T19:19:44,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:19:44,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f73f18275f7b235cd0c0624502146eb9, ASSIGN in 340 msec 2024-12-01T19:19:44,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:19:44,591 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080784591"}]},"ts":"1733080784591"} 2024-12-01T19:19:44,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:19:44,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:19:44,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-12-01T19:19:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:19:45,565 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:19:45,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36585,-1 for getting cluster id 2024-12-01T19:19:45,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:45,566 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac760ffe-674d-49d0-bc40-48565bea05e9' 2024-12-01T19:19:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac760ffe-674d-49d0-bc40-48565bea05e9" 2024-12-01T19:19:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a12d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36585,-1] 2024-12-01T19:19:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:45,568 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bfc79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40465,-1 for getting cluster id 2024-12-01T19:19:45,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:45,570 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '121473a6-fee8-4d57-80fd-d53923e7d4d8' 2024-12-01T19:19:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "121473a6-fee8-4d57-80fd-d53923e7d4d8" 2024-12-01T19:19:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b97cf20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40465,-1] 2024-12-01T19:19:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:45,571 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9d6f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce1a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36585,-1 for getting cluster id 2024-12-01T19:19:45,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:45,573 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac760ffe-674d-49d0-bc40-48565bea05e9' 2024-12-01T19:19:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac760ffe-674d-49d0-bc40-48565bea05e9" 2024-12-01T19:19:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f78ba17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36585,-1] 2024-12-01T19:19:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:45,575 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:45,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cdb9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f684559 2024-12-01T19:19:45,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:45,579 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:45,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:40465,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:19:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:19:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:19:45,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:40465' 2024-12-01T19:19:45,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecb07c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,583 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40465,-1 for getting cluster id 2024-12-01T19:19:45,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:45,584 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '121473a6-fee8-4d57-80fd-d53923e7d4d8' 2024-12-01T19:19:45,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:45,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "121473a6-fee8-4d57-80fd-d53923e7d4d8" 2024-12-01T19:19:45,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1d9976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40465,-1] 2024-12-01T19:19:45,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:45,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:45,586 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:45,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cbfb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:45,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:45,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:45,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d537dc1 2024-12-01T19:19:45,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:45,588 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:45,588 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:19:45,588 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:19:45,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:45,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:45,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:45,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:19:45,590 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:19:45,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:19:45,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:45,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:19:45,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:19:45,640 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:19:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:19:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:19:46,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db8f0d7cfc5a931fd7ccdd197039c592, NAME => 'hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35 2024-12-01T19:19:46,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:19:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:19:46,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:46,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing db8f0d7cfc5a931fd7ccdd197039c592, disabling compactions & flushes 2024-12-01T19:19:46,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. after waiting 0 ms 2024-12-01T19:19:46,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for db8f0d7cfc5a931fd7ccdd197039c592: Waiting for close lock at 1733080786427Disabling compacts and flushes for region at 1733080786427Disabling writes for close at 1733080786427Writing region close event to WAL at 1733080786427Closed at 1733080786427 2024-12-01T19:19:46,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:19:46,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080786429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080786429"}]},"ts":"1733080786429"} 2024-12-01T19:19:46,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:19:46,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:19:46,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080786432"}]},"ts":"1733080786432"} 2024-12-01T19:19:46,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:19:46,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db8f0d7cfc5a931fd7ccdd197039c592, ASSIGN}] 2024-12-01T19:19:46,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db8f0d7cfc5a931fd7ccdd197039c592, ASSIGN 2024-12-01T19:19:46,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db8f0d7cfc5a931fd7ccdd197039c592, ASSIGN; state=OFFLINE, location=9168bcbe98d9,32801,1733080773064; forceNewPlan=false, retain=false 2024-12-01T19:19:46,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db8f0d7cfc5a931fd7ccdd197039c592, regionState=OPENING, regionLocation=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:46,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=db8f0d7cfc5a931fd7ccdd197039c592, ASSIGN because future has completed 2024-12-01T19:19:46,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db8f0d7cfc5a931fd7ccdd197039c592, server=9168bcbe98d9,32801,1733080773064}] 2024-12-01T19:19:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:19:46,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:19:46,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:19:46,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C32801%2C1733080773064.rep, suffix=, logDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064, archiveDir=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/oldWALs, maxLogs=10 2024-12-01T19:19:46,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.rep.1733080786751, exclude list is [], retry=0 2024-12-01T19:19:46,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36011,DS-d7285283-1de0-416b-99c2-ef72f9f5e7dc,DISK] 2024-12-01T19:19:46,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.rep.1733080786751 2024-12-01T19:19:46,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37829:37829)] 2024-12-01T19:19:46,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => db8f0d7cfc5a931fd7ccdd197039c592, NAME => 'hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:19:46,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:19:46,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:19:46,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. service=MultiRowMutationService 2024-12-01T19:19:46,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:19:46,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:19:46,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,773 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,774 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8f0d7cfc5a931fd7ccdd197039c592 columnFamilyName hfileref 2024-12-01T19:19:46,774 DEBUG [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:46,775 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] regionserver.HStore(327): Store=db8f0d7cfc5a931fd7ccdd197039c592/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:46,775 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,776 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8f0d7cfc5a931fd7ccdd197039c592 columnFamilyName queue 2024-12-01T19:19:46,776 DEBUG [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:46,777 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] regionserver.HStore(327): Store=db8f0d7cfc5a931fd7ccdd197039c592/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:46,777 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,778 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db8f0d7cfc5a931fd7ccdd197039c592 columnFamilyName sid 2024-12-01T19:19:46,778 DEBUG [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:19:46,778 INFO [StoreOpener-db8f0d7cfc5a931fd7ccdd197039c592-1 {}] regionserver.HStore(327): Store=db8f0d7cfc5a931fd7ccdd197039c592/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:19:46,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:19:46,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:19:46,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened db8f0d7cfc5a931fd7ccdd197039c592; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71265945, jitterRate=0.06194533407688141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:19:46,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:19:46,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for db8f0d7cfc5a931fd7ccdd197039c592: Running coprocessor pre-open hook at 1733080786772Writing region info on filesystem at 1733080786772Initializing all the Stores at 1733080786773 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080786773Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080786773Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080786773Cleaning up temporary data from old regions at 1733080786780 (+7 ms)Running coprocessor post-open hooks at 1733080786784 (+4 ms)Region opened successfully at 1733080786785 (+1 ms) 2024-12-01T19:19:46,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592., pid=10, masterSystemTime=1733080786744 2024-12-01T19:19:46,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:19:46,789 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=db8f0d7cfc5a931fd7ccdd197039c592, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,32801,1733080773064 2024-12-01T19:19:46,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure db8f0d7cfc5a931fd7ccdd197039c592, server=9168bcbe98d9,32801,1733080773064 because future has completed 2024-12-01T19:19:46,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:19:46,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure db8f0d7cfc5a931fd7ccdd197039c592, server=9168bcbe98d9,32801,1733080773064 in 201 msec 2024-12-01T19:19:46,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:19:46,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=db8f0d7cfc5a931fd7ccdd197039c592, ASSIGN in 359 msec 2024-12-01T19:19:46,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:19:46,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080786797"}]},"ts":"1733080786797"} 2024-12-01T19:19:46,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:19:46,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:19:46,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-12-01T19:19:46,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2] 2024-12-01T19:19:46,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:46,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:19:46,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:19:47,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:19:47,061 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:19:47,099 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,32801,1733080773064, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:19:47,099 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:47,100 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,32801,1733080773064, seqNum=-1] 2024-12-01T19:19:47,100 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:47,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-01T19:19:47,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,32801,1733080773064', locateType=CURRENT is [region=hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2] 2024-12-01T19:19:47,143 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:19:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:19:47,146 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,32801,1733080773064 suceeded 2024-12-01T19:19:47,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:19:47,153 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:40465,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-01T19:19:47,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-12-01T19:19:47,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5730 sec 2024-12-01T19:19:47,161 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:40465' 2024-12-01T19:19:47,162 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f02a4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:47,162 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40465,-1 for getting cluster id 2024-12-01T19:19:47,162 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:47,163 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '121473a6-fee8-4d57-80fd-d53923e7d4d8' 2024-12-01T19:19:47,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "121473a6-fee8-4d57-80fd-d53923e7d4d8" 2024-12-01T19:19:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c519f57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40465,-1] 2024-12-01T19:19:47,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:47,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:47,165 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:47,166 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b919bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:47,166 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:47,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c08864 2024-12-01T19:19:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:47,169 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-01T19:19:47,169 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,32801,1733080773064 (queues=1) is replicating from cluster=ac760ffe-674d-49d0-bc40-48565bea05e9 to cluster=121473a6-fee8-4d57-80fd-d53923e7d4d8 2024-12-01T19:19:47,169 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C32801%2C1733080773064 2024-12-01T19:19:47,170 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,32801,1733080773064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:19:47,170 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C32801%2C1733080773064 2024-12-01T19:19:47,170 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263, startPosition=0, beingWritten=true 2024-12-01T19:19:47,179 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:19:47,179 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 379, reset compression=false 2024-12-01T19:19:47,180 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,32801,1733080773064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:19:47,385 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 379, reset compression=false 2024-12-01T19:19:47,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:19:47,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:47,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:47,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:19:47,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:19:47,688 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 379, reset compression=false 2024-12-01T19:19:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36585 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:19:47,736 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:19:47,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:47,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:47,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:47,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:47,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:47,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:47,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733080787740/Put/seqid=0 2024-12-01T19:19:47,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741840_1016 (size=7894) 2024-12-01T19:19:48,092 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 379, reset compression=false 2024-12-01T19:19:48,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_1 is 34, key is ddd/f:row/1733080788148/Put/seqid=0 2024-12-01T19:19:48,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741841_1017 (size=7691) 2024-12-01T19:19:48,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:48,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36585,-1 for getting cluster id 2024-12-01T19:19:48,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:48,559 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac760ffe-674d-49d0-bc40-48565bea05e9' 2024-12-01T19:19:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac760ffe-674d-49d0-bc40-48565bea05e9" 2024-12-01T19:19:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cebe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36585,-1] 2024-12-01T19:19:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:48,560 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:48,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:48,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,32801,1733080773064, seqNum=-1] 2024-12-01T19:19:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:48,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:48,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e92115 2024-12-01T19:19:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:48,575 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2] 2024-12-01T19:19:48,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:19:48,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-01T19:19:48,601 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 379, reset compression=false 2024-12-01T19:19:48,604 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-01T19:19:48,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_0 for inclusion in bc106bdf19a3a90459072e9aaf85cee6/f 2024-12-01T19:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T19:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:19:48,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_1 for inclusion in bc106bdf19a3a90459072e9aaf85cee6/f 2024-12-01T19:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T19:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:19:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HRegion(2603): Flush status journal for bc106bdf19a3a90459072e9aaf85cee6: 2024-12-01T19:19:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_0 to hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_0 2024-12-01T19:19:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_0 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ 2024-12-01T19:19:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f/f/hfile_1 to hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_1 2024-12-01T19:19:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_1 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/df87f001d06048469634f8785217f844_SeqId_4_ 2024-12-01T19:19:48,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_0 into bc106bdf19a3a90459072e9aaf85cee6/f as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ - updating store file list. 2024-12-01T19:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16830bd8828448269985e6f26e64ec87_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:19:48,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ into bc106bdf19a3a90459072e9aaf85cee6/f 2024-12-01T19:19:48,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_0 into bc106bdf19a3a90459072e9aaf85cee6/f (new location: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/16830bd8828448269985e6f26e64ec87_SeqId_4_) 2024-12-01T19:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_0 2024-12-01T19:19:48,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_1 into bc106bdf19a3a90459072e9aaf85cee6/f as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/df87f001d06048469634f8785217f844_SeqId_4_ - updating store file list. 2024-12-01T19:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df87f001d06048469634f8785217f844_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:19:48,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/df87f001d06048469634f8785217f844_SeqId_4_ into bc106bdf19a3a90459072e9aaf85cee6/f 2024-12-01T19:19:48,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_1 into bc106bdf19a3a90459072e9aaf85cee6/f (new location: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f/df87f001d06048469634f8785217f844_SeqId_4_) 2024-12-01T19:19:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__osmnal6q5o6kgnu6dthl2gtkceoksm7papa5s7k6e5sinshlb8i417rbhpemo7um/f/hfile_1 2024-12-01T19:19:48,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:48,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:48,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:48,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:48,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:48,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2 , the old value is region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9168bcbe98d9:32801 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:19:48,677 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T19:19:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40831,1733080778884, seqNum=-1] 2024-12-01T19:19:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:19:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2 from cache 2024-12-01T19:19:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:48,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:48,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080783410.f73f18275f7b235cd0c0624502146eb9., hostname=9168bcbe98d9,40831,1733080778884, seqNum=2] 2024-12-01T19:19:48,685 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:19:48,785 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:32801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T19:19:49,205 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 379, reset compression=false 2024-12-01T19:19:49,210 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:19:49,211 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,32801,1733080773064 got entry batch from reader: WALEntryBatch [walEntries=[{test/bc106bdf19a3a90459072e9aaf85cee6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733080788669/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T19:19:49,227 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:19:49,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-01T19:19:49,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.ReplicationSink(318): Replicating [ac760ffe-674d-49d0-bc40-48565bea05e9] bulk loaded data 2024-12-01T19:19:49,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44157b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:49,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40465,-1 for getting cluster id 2024-12-01T19:19:49,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:49,234 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '121473a6-fee8-4d57-80fd-d53923e7d4d8' 2024-12-01T19:19:49,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:49,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "121473a6-fee8-4d57-80fd-d53923e7d4d8" 2024-12-01T19:19:49,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@799a6348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:49,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40465,-1] 2024-12-01T19:19:49,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:49,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:49,235 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:49,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba7088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:49,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741837_1013 (size=7894) 2024-12-01T19:19:49,411 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 687, reset compression=false 2024-12-01T19:19:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741838_1014 (size=7691) 2024-12-01T19:19:49,687 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:19:49,715 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 687, reset compression=false 2024-12-01T19:19:50,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:50,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40465,1733080778702 2024-12-01T19:19:50,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48eba10e 2024-12-01T19:19:50,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:50,066 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-01T19:19:50,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:19:50,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:50,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40831,1733080778884, seqNum=-1] 2024-12-01T19:19:50,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:50,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-01T19:19:50,076 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T19:19:50,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/df87f001d06048469634f8785217f844_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T19:19:50,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ for inclusion in f73f18275f7b235cd0c0624502146eb9/f 2024-12-01T19:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T19:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:19:50,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/df87f001d06048469634f8785217f844_SeqId_4_ for inclusion in f73f18275f7b235cd0c0624502146eb9/f 2024-12-01T19:19:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T19:19:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:19:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HRegion(2603): Flush status journal for f73f18275f7b235cd0c0624502146eb9: 2024-12-01T19:19:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 16830bd8828448269985e6f26e64ec87_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:19:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/982ee434fdf04d88bfe89d6c23bbf52b_SeqId_4_ 2024-12-01T19:19:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): df87f001d06048469634f8785217f844_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:19:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/df87f001d06048469634f8785217f844_SeqId_4_ as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/36893f492ef14c66bb65748518396c59_SeqId_4_ 2024-12-01T19:19:50,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ into f73f18275f7b235cd0c0624502146eb9/f as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/982ee434fdf04d88bfe89d6c23bbf52b_SeqId_4_ - updating store file list. 2024-12-01T19:19:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 982ee434fdf04d88bfe89d6c23bbf52b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:19:50,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/982ee434fdf04d88bfe89d6c23bbf52b_SeqId_4_ into f73f18275f7b235cd0c0624502146eb9/f 2024-12-01T19:19:50,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ into f73f18275f7b235cd0c0624502146eb9/f (new location: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/982ee434fdf04d88bfe89d6c23bbf52b_SeqId_4_) 2024-12-01T19:19:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/16830bd8828448269985e6f26e64ec87_SeqId_4_ 2024-12-01T19:19:50,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/df87f001d06048469634f8785217f844_SeqId_4_ into f73f18275f7b235cd0c0624502146eb9/f as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/36893f492ef14c66bb65748518396c59_SeqId_4_ - updating store file list. 2024-12-01T19:19:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36893f492ef14c66bb65748518396c59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:19:50,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/36893f492ef14c66bb65748518396c59_SeqId_4_ into f73f18275f7b235cd0c0624502146eb9/f 2024-12-01T19:19:50,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/df87f001d06048469634f8785217f844_SeqId_4_ into f73f18275f7b235cd0c0624502146eb9/f (new location: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/f/36893f492ef14c66bb65748518396c59_SeqId_4_) 2024-12-01T19:19:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/staging/jenkins.hfs.6__test__n4h425fudmg0v3baac0h540h1e7r29quajkdcmgj8d714e095v0m9oi1hf8hvv5h/f/df87f001d06048469634f8785217f844_SeqId_4_ 2024-12-01T19:19:50,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40831 {}] regionserver.ReplicationSink(324): Finished replicating [ac760ffe-674d-49d0-bc40-48565bea05e9] bulk loaded data 2024-12-01T19:19:50,119 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 687, reset compression=false 2024-12-01T19:19:50,622 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 687, reset compression=false 2024-12-01T19:19:50,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:19:50,703 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733080790702/Put/seqid=0 2024-12-01T19:19:50,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741842_1018 (size=7997) 2024-12-01T19:19:51,109 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733080791109/Put/seqid=0 2024-12-01T19:19:51,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741843_1019 (size=7794) 2024-12-01T19:19:51,226 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 687, reset compression=false 2024-12-01T19:19:51,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779fe892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:51,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36585,-1 for getting cluster id 2024-12-01T19:19:51,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:19:51,517 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac760ffe-674d-49d0-bc40-48565bea05e9' 2024-12-01T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac760ffe-674d-49d0-bc40-48565bea05e9" 2024-12-01T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f71bae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36585,-1] 2024-12-01T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:19:51,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:51,518 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:19:51,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4db7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:19:51,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,32801,1733080773064, seqNum=-1] 2024-12-01T19:19:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:51,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:51,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:19:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,36585,1733080772889 2024-12-01T19:19:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fed8399 2024-12-01T19:19:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:19:51,532 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:19:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2] 2024-12-01T19:19:51,539 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:19:51,546 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-01T19:19:51,549 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-01T19:19:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_0 for inclusion in bc106bdf19a3a90459072e9aaf85cee6/f1 2024-12-01T19:19:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T19:19:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:19:51,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_1 for inclusion in bc106bdf19a3a90459072e9aaf85cee6/f1 2024-12-01T19:19:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T19:19:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:19:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HRegion(2603): Flush status journal for bc106bdf19a3a90459072e9aaf85cee6: 2024-12-01T19:19:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_0 to hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_0 2024-12-01T19:19:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_0 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/cebfd3672f614d1e85c0e21edc47f40e_SeqId_6_ 2024-12-01T19:19:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/load_f1/f1/hfile_1 to hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_1 2024-12-01T19:19:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_1 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/07c369e992434a3985fcf50c2c5002d1_SeqId_6_ 2024-12-01T19:19:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-01T19:19:51,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_0 into bc106bdf19a3a90459072e9aaf85cee6/f1 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/cebfd3672f614d1e85c0e21edc47f40e_SeqId_6_ - updating store file list. 2024-12-01T19:19:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cebfd3672f614d1e85c0e21edc47f40e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:19:51,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/cebfd3672f614d1e85c0e21edc47f40e_SeqId_6_ into bc106bdf19a3a90459072e9aaf85cee6/f1 2024-12-01T19:19:51,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_0 into bc106bdf19a3a90459072e9aaf85cee6/f1 (new location: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/cebfd3672f614d1e85c0e21edc47f40e_SeqId_6_) 2024-12-01T19:19:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_0 2024-12-01T19:19:51,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_1 into bc106bdf19a3a90459072e9aaf85cee6/f1 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/07c369e992434a3985fcf50c2c5002d1_SeqId_6_ - updating store file list. 2024-12-01T19:19:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07c369e992434a3985fcf50c2c5002d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:19:51,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/07c369e992434a3985fcf50c2c5002d1_SeqId_6_ into bc106bdf19a3a90459072e9aaf85cee6/f1 2024-12-01T19:19:51,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_1 into bc106bdf19a3a90459072e9aaf85cee6/f1 (new location: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/f1/07c369e992434a3985fcf50c2c5002d1_SeqId_6_) 2024-12-01T19:19:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/staging/jenkins__test__1jn4fc6mplu4n28jpkmhc8jl6j6h32gl60qgkqmqg1tp3jvm9aeuqgocefms5f7l/f1/hfile_1 2024-12-01T19:19:51,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:19:51,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:19:51,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:51,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:19:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2 , the old value is region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9168bcbe98d9:32801 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:19:51,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:19:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:19:51,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2 from cache 2024-12-01T19:19:51,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:19:51,583 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T19:19:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,32801,1733080773064, seqNum=-1] 2024-12-01T19:19:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:19:51,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:19:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6., hostname=9168bcbe98d9,32801,1733080773064, seqNum=2] 2024-12-01T19:19:51,685 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:32801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T19:19:51,931 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 687, reset compression=false 2024-12-01T19:19:51,936 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:19:51,936 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:51,936 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,32801,1733080773064 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:19:52,141 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:52,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:19:52,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T19:19:52,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T19:19:52,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T19:19:52,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:19:52,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T19:19:52,445 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:52,849 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:53,353 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:53,956 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:54,661 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:55,465 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:56,369 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:57,373 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:58,477 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:19:59,683 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:00,988 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:02,392 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:02,478 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:20:03,896 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:05,500 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:07,205 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:08,290 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:20:09,009 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:10,913 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:11,939 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,32801,1733080773064 got entry batch from reader: null 2024-12-01T19:20:12,917 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:15,022 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:16,456 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T19:20:16,456 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T19:20:17,226 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:19,530 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:21,934 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:22,178 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T19:20:22,178 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T19:20:24,438 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:27,042 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:28,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bc106bdf19a3a90459072e9aaf85cee6, had cached 0 bytes from a total of 31376 2024-12-01T19:20:29,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f73f18275f7b235cd0c0624502146eb9, had cached 0 bytes from a total of 15585 2024-12-01T19:20:29,746 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:31,939 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,32801,1733080773064 got entry batch from reader: null 2024-12-01T19:20:32,479 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:20:32,549 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:35,453 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:38,291 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:20:38,457 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:41,561 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:42,146 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T19:20:44,765 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:48,069 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:51,473 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:51,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:20:51,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:20:51,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:51,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:51,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:51,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:20:51,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:20:51,616 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1139457704, stopped=false 2024-12-01T19:20:51,616 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,40465,1733080778702 2024-12-01T19:20:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1375772538/running 2024-12-01T19:20:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1375772538/running 2024-12-01T19:20:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:20:51,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:20:51,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:20:51,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:20:51,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:51,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:51,677 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,40831,1733080778884' ***** 2024-12-01T19:20:51,677 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:20:51,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/running 2024-12-01T19:20:51,677 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:20:51,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Set watcher on znode that does not yet exist, /1375772538/running 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(3091): Received CLOSE for f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:20:51,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,40831,1733080778884 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:40831. 2024-12-01T19:20:51,678 DEBUG [RS:0;9168bcbe98d9:40831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:51,678 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f73f18275f7b235cd0c0624502146eb9, disabling compactions & flushes 2024-12-01T19:20:51,678 DEBUG [RS:0;9168bcbe98d9:40831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:51,678 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:20:51,678 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:20:51,678 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. after waiting 0 ms 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:20:51,678 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:20:51,678 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:20:51,679 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:20:51,679 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1325): Online Regions={f73f18275f7b235cd0c0624502146eb9=test,,1733080783410.f73f18275f7b235cd0c0624502146eb9., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:20:51,679 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f73f18275f7b235cd0c0624502146eb9 2024-12-01T19:20:51,679 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:20:51,679 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:20:51,679 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:20:51,679 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:20:51,679 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:20:51,679 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T19:20:51,683 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/default/test/f73f18275f7b235cd0c0624502146eb9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-01T19:20:51,683 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:20:51,683 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:20:51,683 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:20:51,684 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f73f18275f7b235cd0c0624502146eb9: Waiting for close lock at 1733080851678Running coprocessor pre-close hooks at 1733080851678Disabling compacts and flushes for region at 1733080851678Disabling writes for close at 1733080851678Writing region close event to WAL at 1733080851679 (+1 ms)Running coprocessor post-close hooks at 1733080851683 (+4 ms)Closed at 1733080851683 2024-12-01T19:20:51,684 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080783410.f73f18275f7b235cd0c0624502146eb9. 2024-12-01T19:20:51,703 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:20:51,704 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/info/5391e07732754bbbb9ec521146c0edc9 is 129, key is test,,1733080783410.f73f18275f7b235cd0c0624502146eb9./info:regioninfo/1733080784580/Put/seqid=0 2024-12-01T19:20:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741839_1015 (size=6421) 2024-12-01T19:20:51,879 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:51,939 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,32801,1733080773064 got entry batch from reader: null 2024-12-01T19:20:52,079 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:52,109 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/info/5391e07732754bbbb9ec521146c0edc9 2024-12-01T19:20:52,127 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/ns/7286fece794e4d17a4b9c188feafc1d0 is 43, key is default/ns:d/1733080782137/Put/seqid=0 2024-12-01T19:20:52,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741840_1016 (size=5153) 2024-12-01T19:20:52,206 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:20:52,207 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:20:52,279 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:52,480 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:52,532 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/ns/7286fece794e4d17a4b9c188feafc1d0 2024-12-01T19:20:52,550 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/rep_barrier/c3356d54e70f45099525a4be1bd67153 is 112, key is test,,1733080783410.f73f18275f7b235cd0c0624502146eb9./rep_barrier:seqnumDuringOpen/1733080784580/Put/seqid=0 2024-12-01T19:20:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741841_1017 (size=5518) 2024-12-01T19:20:52,680 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:20:52,680 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:20:52,680 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:52,880 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:52,954 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/rep_barrier/c3356d54e70f45099525a4be1bd67153 2024-12-01T19:20:52,978 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/table/b87eb05d7a0a41bea78d3e7c10a3099b is 40, key is test/table:state/1733080784591/Put/seqid=0 2024-12-01T19:20:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741842_1018 (size=5165) 2024-12-01T19:20:53,080 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:53,280 DEBUG [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:53,382 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/table/b87eb05d7a0a41bea78d3e7c10a3099b 2024-12-01T19:20:53,389 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/info/5391e07732754bbbb9ec521146c0edc9 as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/info/5391e07732754bbbb9ec521146c0edc9 2024-12-01T19:20:53,396 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/info/5391e07732754bbbb9ec521146c0edc9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T19:20:53,397 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/ns/7286fece794e4d17a4b9c188feafc1d0 as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/ns/7286fece794e4d17a4b9c188feafc1d0 2024-12-01T19:20:53,403 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/ns/7286fece794e4d17a4b9c188feafc1d0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:20:53,404 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/rep_barrier/c3356d54e70f45099525a4be1bd67153 as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/rep_barrier/c3356d54e70f45099525a4be1bd67153 2024-12-01T19:20:53,409 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/rep_barrier/c3356d54e70f45099525a4be1bd67153, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T19:20:53,410 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/.tmp/table/b87eb05d7a0a41bea78d3e7c10a3099b as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/table/b87eb05d7a0a41bea78d3e7c10a3099b 2024-12-01T19:20:53,415 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/table/b87eb05d7a0a41bea78d3e7c10a3099b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:20:53,416 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=11, compaction requested=false 2024-12-01T19:20:53,421 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T19:20:53,422 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:20:53,422 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:20:53,422 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:20:53,422 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080851679Running coprocessor pre-close hooks at 1733080851679Disabling compacts and flushes for region at 1733080851679Disabling writes for close at 1733080851679Obtaining lock to block concurrent updates at 1733080851679Preparing flush snapshotting stores in 1588230740 at 1733080851679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733080851679Flushing stores of hbase:meta,,1.1588230740 at 1733080851680 (+1 ms)Flushing 1588230740/info: creating writer at 1733080851680Flushing 1588230740/info: appending metadata at 1733080851703 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733080851703Flushing 1588230740/ns: creating writer at 1733080852114 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733080852127 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733080852127Flushing 1588230740/rep_barrier: creating writer at 1733080852537 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080852549 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080852549Flushing 1588230740/table: creating writer at 1733080852958 (+409 ms)Flushing 1588230740/table: appending metadata at 1733080852977 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733080852977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eec5995: reopening flushed file at 1733080853388 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39fa5c4c: reopening flushed file at 1733080853396 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24dcbc66: reopening flushed file at 1733080853403 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c06eab1: reopening flushed file at 1733080853409 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=11, compaction requested=false at 1733080853416 (+7 ms)Writing region close event to WAL at 1733080853417 (+1 ms)Running coprocessor post-close hooks at 1733080853422 (+5 ms)Closed at 1733080853422 2024-12-01T19:20:53,422 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:20:53,481 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,40831,1733080778884; all regions closed. 2024-12-01T19:20:53,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741834_1010 (size=2717) 2024-12-01T19:20:53,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884/9168bcbe98d9%2C40831%2C1733080778884.meta.1733080782086.meta not finished, retry = 0 2024-12-01T19:20:53,586 DEBUG [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/oldWALs 2024-12-01T19:20:53,586 INFO [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C40831%2C1733080778884.meta:.meta(num 1733080782086) 2024-12-01T19:20:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741832_1008 (size=1028) 2024-12-01T19:20:53,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/WALs/9168bcbe98d9,40831,1733080778884/9168bcbe98d9%2C40831%2C1733080778884.1733080781259 not finished, retry = 0 2024-12-01T19:20:53,691 DEBUG [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/oldWALs 2024-12-01T19:20:53,691 INFO [RS:0;9168bcbe98d9:40831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C40831%2C1733080778884:(num 1733080781259) 2024-12-01T19:20:53,691 DEBUG [RS:0;9168bcbe98d9:40831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:53,691 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:20:53,691 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:20:53,691 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:20:53,692 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:20:53,692 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:20:53,692 INFO [RS:0;9168bcbe98d9:40831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:40831. 2024-12-01T19:20:53,692 DEBUG [RS:0;9168bcbe98d9:40831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:53,692 DEBUG [RS:0;9168bcbe98d9:40831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:53,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:20:53,692 DEBUG [RS:0;9168bcbe98d9:40831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:53,692 INFO [RS:0;9168bcbe98d9:40831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40831 2024-12-01T19:20:53,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1375772538/rs/9168bcbe98d9,40831,1733080778884 2024-12-01T19:20:53,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538/rs 2024-12-01T19:20:53,754 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:20:53,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,40831,1733080778884] 2024-12-01T19:20:53,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1375772538/draining/9168bcbe98d9,40831,1733080778884 already deleted, retry=false 2024-12-01T19:20:53,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,40831,1733080778884 expired; onlineServers=0 2024-12-01T19:20:53,854 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,40465,1733080778702' ***** 2024-12-01T19:20:53,854 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:20:53,854 INFO [M:0;9168bcbe98d9:40465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:20:53,854 INFO [M:0;9168bcbe98d9:40465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:20:53,854 DEBUG [M:0;9168bcbe98d9:40465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:20:53,854 DEBUG [M:0;9168bcbe98d9:40465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:20:53,854 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080780914 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080780914,5,FailOnTimeoutGroup] 2024-12-01T19:20:53,854 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080780913 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080780913,5,FailOnTimeoutGroup] 2024-12-01T19:20:53,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:20:53,855 INFO [M:0;9168bcbe98d9:40465 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:20:53,855 INFO [M:0;9168bcbe98d9:40465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:20:53,855 DEBUG [M:0;9168bcbe98d9:40465 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:20:53,855 INFO [M:0;9168bcbe98d9:40465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:20:53,855 INFO [M:0;9168bcbe98d9:40465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:20:53,855 INFO [M:0;9168bcbe98d9:40465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:20:53,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:20:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:53,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40831-0x1019255e4100004, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:53,865 INFO [RS:0;9168bcbe98d9:40831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:20:53,865 INFO [RS:0;9168bcbe98d9:40831 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,40831,1733080778884; zookeeper connection closed. 2024-12-01T19:20:53,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@241e0449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@241e0449 2024-12-01T19:20:53,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1375772538/master 2024-12-01T19:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1375772538 2024-12-01T19:20:53,881 DEBUG [M:0;9168bcbe98d9:40465 {}] zookeeper.ZKUtil(347): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Unable to get data of znode /1375772538/master because node does not exist (not an error) 2024-12-01T19:20:53,881 WARN [M:0;9168bcbe98d9:40465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:20:53,882 INFO [M:0;9168bcbe98d9:40465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/.lastflushedseqids 2024-12-01T19:20:53,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741843_1019 (size=173) 2024-12-01T19:20:54,291 INFO [M:0;9168bcbe98d9:40465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:20:54,291 INFO [M:0;9168bcbe98d9:40465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:20:54,291 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:20:54,291 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:54,292 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:54,292 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:20:54,292 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:54,292 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-01T19:20:54,305 DEBUG [M:0;9168bcbe98d9:40465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f666f9364e543c8a334a0a3a833cdc1 is 82, key is hbase:meta,,1/info:regioninfo/1733080782120/Put/seqid=0 2024-12-01T19:20:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741844_1020 (size=5672) 2024-12-01T19:20:54,710 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f666f9364e543c8a334a0a3a833cdc1 2024-12-01T19:20:54,734 DEBUG [M:0;9168bcbe98d9:40465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/665e776b853541aa95757be29a6a911c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733080784597/Put/seqid=0 2024-12-01T19:20:54,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741845_1021 (size=6727) 2024-12-01T19:20:54,977 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 to pos 997, reset compression=false 2024-12-01T19:20:55,139 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/665e776b853541aa95757be29a6a911c 2024-12-01T19:20:55,143 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 665e776b853541aa95757be29a6a911c 2024-12-01T19:20:55,156 DEBUG [M:0;9168bcbe98d9:40465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d4112d8d5984ada90f6d6e8281e439d is 69, key is 9168bcbe98d9,40831,1733080778884/rs:state/1733080781034/Put/seqid=0 2024-12-01T19:20:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741846_1022 (size=5156) 2024-12-01T19:20:55,604 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d4112d8d5984ada90f6d6e8281e439d 2024-12-01T19:20:55,609 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f666f9364e543c8a334a0a3a833cdc1 as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f666f9364e543c8a334a0a3a833cdc1 2024-12-01T19:20:55,614 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f666f9364e543c8a334a0a3a833cdc1, entries=8, sequenceid=58, filesize=5.5 K 2024-12-01T19:20:55,615 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/665e776b853541aa95757be29a6a911c as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/665e776b853541aa95757be29a6a911c 2024-12-01T19:20:55,619 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 665e776b853541aa95757be29a6a911c 2024-12-01T19:20:55,619 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/665e776b853541aa95757be29a6a911c, entries=6, sequenceid=58, filesize=6.6 K 2024-12-01T19:20:55,620 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d4112d8d5984ada90f6d6e8281e439d as hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d4112d8d5984ada90f6d6e8281e439d 2024-12-01T19:20:55,625 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38991/user/jenkins/test-data/6b637813-731c-6835-63e6-5df8067abfdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d4112d8d5984ada90f6d6e8281e439d, entries=1, sequenceid=58, filesize=5.0 K 2024-12-01T19:20:55,626 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=58, compaction requested=false 2024-12-01T19:20:55,627 INFO [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:55,627 DEBUG [M:0;9168bcbe98d9:40465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080854291Disabling compacts and flushes for region at 1733080854291Disabling writes for close at 1733080854292 (+1 ms)Obtaining lock to block concurrent updates at 1733080854292Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080854292Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733080854292Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080854293 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080854293Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080854305 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080854305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080854715 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080854733 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080854733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080855143 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080855155 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080855155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1b2b3e: reopening flushed file at 1733080855609 (+454 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6485ddfb: reopening flushed file at 1733080855614 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e23b77: reopening flushed file at 1733080855619 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=58, compaction requested=false at 1733080855626 (+7 ms)Writing region close event to WAL at 1733080855627 (+1 ms)Closed at 1733080855627 2024-12-01T19:20:55,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741830_1006 (size=33026) 2024-12-01T19:20:55,629 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:20:55,629 INFO [M:0;9168bcbe98d9:40465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:20:55,629 INFO [M:0;9168bcbe98d9:40465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40465 2024-12-01T19:20:55,630 INFO [M:0;9168bcbe98d9:40465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:20:55,749 INFO [M:0;9168bcbe98d9:40465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:20:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40465-0x1019255e4100003, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:55,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16305733{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:20:55,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49f79d22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:20:55,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:20:55,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f74644b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:20:55,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir/,STOPPED} 2024-12-01T19:20:55,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:20:55,786 WARN [BP-592691338-172.17.0.3-1733080776543 heartbeating to localhost/127.0.0.1:38991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:20:55,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:20:55,786 WARN [BP-592691338-172.17.0.3-1733080776543 heartbeating to localhost/127.0.0.1:38991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-592691338-172.17.0.3-1733080776543 (Datanode Uuid 37c751b8-5bbc-4da5-a5fe-5e33df0a5c47) service to localhost/127.0.0.1:38991 2024-12-01T19:20:55,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/cluster_78dbcc5e-2670-5c25-5cc2-eca53634eb01/data/data1/current/BP-592691338-172.17.0.3-1733080776543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:20:55,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/cluster_78dbcc5e-2670-5c25-5cc2-eca53634eb01/data/data2/current/BP-592691338-172.17.0.3-1733080776543 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:20:55,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:20:55,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9f1249f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:20:55,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c9b9b40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:20:55,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:20:55,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab24f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:20:55,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir/,STOPPED} 2024-12-01T19:20:55,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:20:55,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:20:55,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:20:55,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:55,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:55,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:55,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:20:55,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:20:55,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910593595, stopped=false 2024-12-01T19:20:55,805 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,36585,1733080772889 2024-12-01T19:20:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1376911349/running 2024-12-01T19:20:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1376911349/running 2024-12-01T19:20:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:20:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:20:55,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:20:55,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:20:55,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:55,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:55,824 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,32801,1733080773064' ***** 2024-12-01T19:20:55,824 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:20:55,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/running 2024-12-01T19:20:55,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Set watcher on znode that does not yet exist, /0-1376911349/running 2024-12-01T19:20:55,824 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:20:55,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(3091): Received CLOSE for db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(3091): Received CLOSE for bc106bdf19a3a90459072e9aaf85cee6 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,32801,1733080773064 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:20:55,825 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db8f0d7cfc5a931fd7ccdd197039c592, disabling compactions & flushes 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:32801. 2024-12-01T19:20:55,825 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:20:55,825 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:20:55,825 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. after waiting 0 ms 2024-12-01T19:20:55,825 DEBUG [RS:0;9168bcbe98d9:32801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:55,825 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:20:55,825 DEBUG [RS:0;9168bcbe98d9:32801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:55,825 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db8f0d7cfc5a931fd7ccdd197039c592 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:20:55,825 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:20:55,826 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:20:55,826 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1325): Online Regions={db8f0d7cfc5a931fd7ccdd197039c592=hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592., 1588230740=hbase:meta,,1.1588230740, bc106bdf19a3a90459072e9aaf85cee6=test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6.} 2024-12-01T19:20:55,826 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc106bdf19a3a90459072e9aaf85cee6, db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:20:55,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:20:55,826 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:20:55,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:20:55,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:20:55,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:20:55,826 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:20:55,845 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/.tmp/hfileref/73f257fe11b24e498c7ef0264b457ea5 is 74, key is 1/hfileref:16830bd8828448269985e6f26e64ec87_SeqId_4_/1733080790107/DeleteColumn/seqid=0 2024-12-01T19:20:55,845 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/info/518f08041a9c453ab1ac4c869cdf55b9 is 147, key is hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592./info:regioninfo/1733080786789/Put/seqid=0 2024-12-01T19:20:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741845_1021 (size=5203) 2024-12-01T19:20:55,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741844_1020 (size=7686) 2024-12-01T19:20:55,910 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:20:56,026 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc106bdf19a3a90459072e9aaf85cee6, db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:20:56,135 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:20:56,135 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:20:56,226 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc106bdf19a3a90459072e9aaf85cee6, db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:20:56,250 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/.tmp/hfileref/73f257fe11b24e498c7ef0264b457ea5 2024-12-01T19:20:56,256 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/info/518f08041a9c453ab1ac4c869cdf55b9 2024-12-01T19:20:56,269 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/.tmp/queue/160da78ed50f46d0b78f17f7421c43bf is 153, key is 1-9168bcbe98d9,32801,1733080773064/queue:9168bcbe98d9%2C32801%2C1733080773064/1733080791937/Put/seqid=0 2024-12-01T19:20:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741846_1022 (size=5352) 2024-12-01T19:20:56,280 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/ns/daa53d54c9dc49d28369b9e980cdf51e is 43, key is default/ns:d/1733080776420/Put/seqid=0 2024-12-01T19:20:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741847_1023 (size=5153) 2024-12-01T19:20:56,426 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc106bdf19a3a90459072e9aaf85cee6, db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:20:56,626 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc106bdf19a3a90459072e9aaf85cee6, db8f0d7cfc5a931fd7ccdd197039c592 2024-12-01T19:20:56,673 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/.tmp/queue/160da78ed50f46d0b78f17f7421c43bf 2024-12-01T19:20:56,679 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/.tmp/hfileref/73f257fe11b24e498c7ef0264b457ea5 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/hfileref/73f257fe11b24e498c7ef0264b457ea5 2024-12-01T19:20:56,685 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/ns/daa53d54c9dc49d28369b9e980cdf51e 2024-12-01T19:20:56,685 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/hfileref/73f257fe11b24e498c7ef0264b457ea5, entries=2, sequenceid=10, filesize=5.1 K 2024-12-01T19:20:56,686 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/.tmp/queue/160da78ed50f46d0b78f17f7421c43bf as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/queue/160da78ed50f46d0b78f17f7421c43bf 2024-12-01T19:20:56,695 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/queue/160da78ed50f46d0b78f17f7421c43bf, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T19:20:56,696 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for db8f0d7cfc5a931fd7ccdd197039c592 in 871ms, sequenceid=10, compaction requested=false 2024-12-01T19:20:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:56,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:56,710 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/replication/db8f0d7cfc5a931fd7ccdd197039c592/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:20:56,711 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/rep_barrier/8571d81d66294cc8925c5624d468ea1a is 112, key is test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6./rep_barrier:seqnumDuringOpen/1733080783038/Put/seqid=0 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db8f0d7cfc5a931fd7ccdd197039c592: Waiting for close lock at 1733080855825Running coprocessor pre-close hooks at 1733080855825Disabling compacts and flushes for region at 1733080855825Disabling writes for close at 1733080855825Obtaining lock to block concurrent updates at 1733080855825Preparing flush snapshotting stores in db8f0d7cfc5a931fd7ccdd197039c592 at 1733080855825Finished memstore snapshotting hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733080855826 (+1 ms)Flushing stores of hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. at 1733080855826Flushing db8f0d7cfc5a931fd7ccdd197039c592/hfileref: creating writer at 1733080855826Flushing db8f0d7cfc5a931fd7ccdd197039c592/hfileref: appending metadata at 1733080855844 (+18 ms)Flushing db8f0d7cfc5a931fd7ccdd197039c592/hfileref: closing flushed file at 1733080855844Flushing db8f0d7cfc5a931fd7ccdd197039c592/queue: creating writer at 1733080856255 (+411 ms)Flushing db8f0d7cfc5a931fd7ccdd197039c592/queue: appending metadata at 1733080856268 (+13 ms)Flushing db8f0d7cfc5a931fd7ccdd197039c592/queue: closing flushed file at 1733080856268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d06acd0: reopening flushed file at 1733080856679 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bcd0cc: reopening flushed file at 1733080856685 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for db8f0d7cfc5a931fd7ccdd197039c592 in 871ms, sequenceid=10, compaction requested=false at 1733080856696 (+11 ms)Writing region close event to WAL at 1733080856707 (+11 ms)Running coprocessor post-close hooks at 1733080856711 (+4 ms)Closed at 1733080856711 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080785589.db8f0d7cfc5a931fd7ccdd197039c592. 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc106bdf19a3a90459072e9aaf85cee6, disabling compactions & flushes 2024-12-01T19:20:56,711 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. after waiting 0 ms 2024-12-01T19:20:56,711 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:20:56,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741848_1024 (size=5518) 2024-12-01T19:20:56,721 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/default/test/bc106bdf19a3a90459072e9aaf85cee6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:20:56,722 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:20:56,722 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:20:56,722 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:20:56,722 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc106bdf19a3a90459072e9aaf85cee6: Waiting for close lock at 1733080856711Running coprocessor pre-close hooks at 1733080856711Disabling compacts and flushes for region at 1733080856711Disabling writes for close at 1733080856711Writing region close event to WAL at 1733080856714 (+3 ms)Running coprocessor post-close hooks at 1733080856722 (+8 ms)Closed at 1733080856722 2024-12-01T19:20:56,722 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080782253.bc106bdf19a3a90459072e9aaf85cee6. 2024-12-01T19:20:56,827 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:20:56,827 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:20:56,827 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:57,027 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:57,122 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/rep_barrier/8571d81d66294cc8925c5624d468ea1a 2024-12-01T19:20:57,140 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/table/c167a06e9034474e80842f7376b1b9d9 is 53, key is hbase:replication/table:state/1733080786797/Put/seqid=0 2024-12-01T19:20:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741849_1025 (size=5308) 2024-12-01T19:20:57,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:20:57,227 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:57,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:57,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:57,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:57,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:20:57,427 DEBUG [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:20:57,544 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/table/c167a06e9034474e80842f7376b1b9d9 2024-12-01T19:20:57,550 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/info/518f08041a9c453ab1ac4c869cdf55b9 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/info/518f08041a9c453ab1ac4c869cdf55b9 2024-12-01T19:20:57,555 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/info/518f08041a9c453ab1ac4c869cdf55b9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:20:57,556 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/ns/daa53d54c9dc49d28369b9e980cdf51e as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/ns/daa53d54c9dc49d28369b9e980cdf51e 2024-12-01T19:20:57,561 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/ns/daa53d54c9dc49d28369b9e980cdf51e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:20:57,562 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/rep_barrier/8571d81d66294cc8925c5624d468ea1a as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/rep_barrier/8571d81d66294cc8925c5624d468ea1a 2024-12-01T19:20:57,567 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/rep_barrier/8571d81d66294cc8925c5624d468ea1a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:20:57,568 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/.tmp/table/c167a06e9034474e80842f7376b1b9d9 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/table/c167a06e9034474e80842f7376b1b9d9 2024-12-01T19:20:57,574 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/table/c167a06e9034474e80842f7376b1b9d9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:20:57,575 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-12-01T19:20:57,575 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:20:57,580 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:20:57,581 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:20:57,581 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:20:57,581 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:20:57,581 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080855826Running coprocessor pre-close hooks at 1733080855826Disabling compacts and flushes for region at 1733080855826Disabling writes for close at 1733080855826Obtaining lock to block concurrent updates at 1733080855826Preparing flush snapshotting stores in 1588230740 at 1733080855826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080855826Flushing stores of hbase:meta,,1.1588230740 at 1733080855827 (+1 ms)Flushing 1588230740/info: creating writer at 1733080855827Flushing 1588230740/info: appending metadata at 1733080855845 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733080855845Flushing 1588230740/ns: creating writer at 1733080856261 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733080856279 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733080856280 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733080856691 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080856710 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080856710Flushing 1588230740/table: creating writer at 1733080857127 (+417 ms)Flushing 1588230740/table: appending metadata at 1733080857139 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733080857139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8274e54: reopening flushed file at 1733080857550 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c047d94: reopening flushed file at 1733080857556 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52896d6: reopening flushed file at 1733080857561 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d9dfb: reopening flushed file at 1733080857567 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1733080857575 (+8 ms)Writing region close event to WAL at 1733080857577 (+2 ms)Running coprocessor post-close hooks at 1733080857581 (+4 ms)Closed at 1733080857581 2024-12-01T19:20:57,581 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:20:57,627 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,32801,1733080773064; all regions closed. 2024-12-01T19:20:57,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:20:57,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.meta.1733080776358.meta not finished, retry = 0 2024-12-01T19:20:57,733 DEBUG [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/oldWALs 2024-12-01T19:20:57,733 INFO [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C32801%2C1733080773064.meta:.meta(num 1733080776358) 2024-12-01T19:20:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741839_1015 (size=2700) 2024-12-01T19:20:57,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.rep.1733080786751 not finished, retry = 0 2024-12-01T19:20:57,837 DEBUG [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/oldWALs 2024-12-01T19:20:57,838 INFO [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C32801%2C1733080773064.rep:(num 1733080786751) 2024-12-01T19:20:57,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741832_1008 (size=1300) 2024-12-01T19:20:57,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/WALs/9168bcbe98d9,32801,1733080773064/9168bcbe98d9%2C32801%2C1733080773064.1733080775263 not finished, retry = 0 2024-12-01T19:20:57,942 DEBUG [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/oldWALs 2024-12-01T19:20:57,942 INFO [RS:0;9168bcbe98d9:32801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C32801%2C1733080773064:(num 1733080775263) 2024-12-01T19:20:57,942 DEBUG [RS:0;9168bcbe98d9:32801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:57,942 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:20:57,942 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:20:57,943 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:20:57,943 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:20:57,943 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:20:57,943 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,32801,1733080773064 because: Region server is closing 2024-12-01T19:20:57,943 INFO [RS:0;9168bcbe98d9:32801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:32801. 2024-12-01T19:20:57,943 DEBUG [RS:0;9168bcbe98d9:32801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:20:57,943 DEBUG [RS:0;9168bcbe98d9:32801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:57,944 DEBUG [RS:0;9168bcbe98d9:32801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:20:57,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:20:58,044 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.wal-reader.9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:20:58,044 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:20:58,044 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,32801,1733080773064.replicationSource.shipper9168bcbe98d9%2C32801%2C1733080773064,1-9168bcbe98d9,32801,1733080773064 terminated 2024-12-01T19:20:58,044 INFO [RS:0;9168bcbe98d9:32801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32801 2024-12-01T19:20:58,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1376911349/rs/9168bcbe98d9,32801,1733080773064 2024-12-01T19:20:58,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349/rs 2024-12-01T19:20:58,097 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:20:58,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,32801,1733080773064] 2024-12-01T19:20:58,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1376911349/draining/9168bcbe98d9,32801,1733080773064 already deleted, retry=false 2024-12-01T19:20:58,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,32801,1733080773064 expired; onlineServers=0 2024-12-01T19:20:58,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,36585,1733080772889' ***** 2024-12-01T19:20:58,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:20:58,118 INFO [M:0;9168bcbe98d9:36585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:20:58,118 INFO [M:0;9168bcbe98d9:36585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:20:58,118 DEBUG [M:0;9168bcbe98d9:36585 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:20:58,118 DEBUG [M:0;9168bcbe98d9:36585 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:20:58,118 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:20:58,118 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080775039 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080775039,5,FailOnTimeoutGroup] 2024-12-01T19:20:58,118 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080775039 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080775039,5,FailOnTimeoutGroup] 2024-12-01T19:20:58,118 INFO [M:0;9168bcbe98d9:36585 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:20:58,118 INFO [M:0;9168bcbe98d9:36585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:20:58,118 DEBUG [M:0;9168bcbe98d9:36585 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:20:58,118 INFO [M:0;9168bcbe98d9:36585 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:20:58,118 INFO [M:0;9168bcbe98d9:36585 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:20:58,119 INFO [M:0;9168bcbe98d9:36585 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:20:58,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:20:58,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1376911349/master 2024-12-01T19:20:58,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1376911349 2024-12-01T19:20:58,128 DEBUG [M:0;9168bcbe98d9:36585 {}] zookeeper.ZKUtil(347): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Unable to get data of znode /0-1376911349/master because node does not exist (not an error) 2024-12-01T19:20:58,128 WARN [M:0;9168bcbe98d9:36585 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:20:58,130 INFO [M:0;9168bcbe98d9:36585 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/.lastflushedseqids 2024-12-01T19:20:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741850_1026 (size=263) 2024-12-01T19:20:58,208 INFO [RS:0;9168bcbe98d9:32801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:20:58,208 INFO [RS:0;9168bcbe98d9:32801 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,32801,1733080773064; zookeeper connection closed. 2024-12-01T19:20:58,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:58,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32801-0x1019255e4100001, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:58,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a3f2211 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a3f2211 2024-12-01T19:20:58,208 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:20:58,535 INFO [M:0;9168bcbe98d9:36585 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:20:58,535 INFO [M:0;9168bcbe98d9:36585 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:20:58,535 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:20:58,535 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:58,535 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:58,535 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:20:58,535 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:58,535 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-01T19:20:58,548 DEBUG [M:0;9168bcbe98d9:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d139cedda95248aaabac533279472658 is 82, key is hbase:meta,,1/info:regioninfo/1733080776390/Put/seqid=0 2024-12-01T19:20:58,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741851_1027 (size=5672) 2024-12-01T19:20:58,953 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d139cedda95248aaabac533279472658 2024-12-01T19:20:58,969 DEBUG [M:0;9168bcbe98d9:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af44881cd94e4632914b3e0d10d648f1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733080783056/Put/seqid=0 2024-12-01T19:20:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741852_1028 (size=7240) 2024-12-01T19:20:59,373 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af44881cd94e4632914b3e0d10d648f1 2024-12-01T19:20:59,378 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af44881cd94e4632914b3e0d10d648f1 2024-12-01T19:20:59,392 DEBUG [M:0;9168bcbe98d9:36585 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5050a8f80cf04b3a9ff0dde826f897d3 is 69, key is 9168bcbe98d9,32801,1733080773064/rs:state/1733080775119/Put/seqid=0 2024-12-01T19:20:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741853_1029 (size=5156) 2024-12-01T19:20:59,796 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5050a8f80cf04b3a9ff0dde826f897d3 2024-12-01T19:20:59,802 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d139cedda95248aaabac533279472658 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d139cedda95248aaabac533279472658 2024-12-01T19:20:59,807 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d139cedda95248aaabac533279472658, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T19:20:59,807 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af44881cd94e4632914b3e0d10d648f1 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af44881cd94e4632914b3e0d10d648f1 2024-12-01T19:20:59,812 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af44881cd94e4632914b3e0d10d648f1 2024-12-01T19:20:59,812 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af44881cd94e4632914b3e0d10d648f1, entries=11, sequenceid=105, filesize=7.1 K 2024-12-01T19:20:59,813 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5050a8f80cf04b3a9ff0dde826f897d3 as hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5050a8f80cf04b3a9ff0dde826f897d3 2024-12-01T19:20:59,817 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37375/user/jenkins/test-data/540fc8c2-98dd-b792-ab6e-4866af709f35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5050a8f80cf04b3a9ff0dde826f897d3, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T19:20:59,818 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-12-01T19:20:59,819 INFO [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:20:59,819 DEBUG [M:0;9168bcbe98d9:36585 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080858535Disabling compacts and flushes for region at 1733080858535Disabling writes for close at 1733080858535Obtaining lock to block concurrent updates at 1733080858535Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080858535Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733080858535Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080858536 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080858536Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080858548 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080858548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080858957 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080858968 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080858969 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080859378 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080859391 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080859391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c91315: reopening flushed file at 1733080859801 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d68542: reopening flushed file at 1733080859807 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da59fe6: reopening flushed file at 1733080859812 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1733080859818 (+6 ms)Writing region close event to WAL at 1733080859819 (+1 ms)Closed at 1733080859819 2024-12-01T19:20:59,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36011 is added to blk_1073741830_1006 (size=64526) 2024-12-01T19:20:59,822 INFO [M:0;9168bcbe98d9:36585 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:20:59,822 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:20:59,822 INFO [M:0;9168bcbe98d9:36585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36585 2024-12-01T19:20:59,822 INFO [M:0;9168bcbe98d9:36585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:20:59,991 INFO [M:0;9168bcbe98d9:36585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:20:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36585-0x1019255e4100000, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:20:59,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462a9f5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:20:59,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@617ce46b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:20:59,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:20:59,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a695efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:20:59,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352c2b70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir/,STOPPED} 2024-12-01T19:20:59,995 WARN [BP-1946297668-172.17.0.3-1733080770687 heartbeating to localhost/127.0.0.1:37375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:20:59,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:20:59,995 WARN [BP-1946297668-172.17.0.3-1733080770687 heartbeating to localhost/127.0.0.1:37375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1946297668-172.17.0.3-1733080770687 (Datanode Uuid 2b538db9-9076-4461-8774-94abd2343288) service to localhost/127.0.0.1:37375 2024-12-01T19:20:59,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:20:59,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/data/data1/current/BP-1946297668-172.17.0.3-1733080770687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:20:59,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/cluster_a2519825-80ad-b366-8bef-d0581a4e523c/data/data2/current/BP-1946297668-172.17.0.3-1733080770687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:20:59,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:21:00,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@340d39cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:00,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7af9657f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:00,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:00,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f9b1aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:00,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f31b59d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16d4b218-6b21-6180-923c-960443a516cb/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:00,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:21:00,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:21:00,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9888b8de80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37375 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38991 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62645) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9888b8de80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=3705 (was 3721) 2024-12-01T19:21:00,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=3705 2024-12-01T19:21:00,042 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-01T19:21:00,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir so I do NOT create it in target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf 2024-12-01T19:21:00,043 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:21:00,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.tmp.dir so I do NOT create it in target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf 2024-12-01T19:21:00,043 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f759fec7-8647-0e95-f1a7-0be41ea0770d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:21:00,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf 2024-12-01T19:21:00,043 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f, deleteOnExit=true 2024-12-01T19:21:00,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/zookeeper_0, clientPort=60706, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:21:00,046 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60706 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/test.cache.data in system properties and HBase conf 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:21:00,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:21:00,047 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:21:00,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:21:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:21:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:21:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:21:00,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019255e4100002, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:21:00,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019255e4100005, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:21:00,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019255e4100002, quorum=127.0.0.1:62645, baseZNode=/0-1376911349 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:21:00,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019255e4100005, quorum=127.0.0.1:62645, baseZNode=/1375772538 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:21:00,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:00,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:00,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:00,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:00,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:21:00,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:00,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cb122ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:00,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b4969c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:00,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a2fc8e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/java.io.tmpdir/jetty-localhost-41261-hadoop-hdfs-3_4_1-tests_jar-_-any-13988320530675789787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:00,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45043a6b{HTTP/1.1, (http/1.1)}{localhost:41261} 2024-12-01T19:21:00,534 INFO [Time-limited test {}] server.Server(415): Started @144026ms 2024-12-01T19:21:00,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:00,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:00,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:00,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:00,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:21:00,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec5723e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:00,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14071489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:00,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@181f8260{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/java.io.tmpdir/jetty-localhost-43461-hadoop-hdfs-3_4_1-tests_jar-_-any-5860836931206338427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:00,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ec88d8{HTTP/1.1, (http/1.1)}{localhost:43461} 2024-12-01T19:21:00,905 INFO [Time-limited test {}] server.Server(415): Started @144397ms 2024-12-01T19:21:00,906 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:21:01,557 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/data/data2/current/BP-920594838-172.17.0.3-1733080860065/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:01,557 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/data/data1/current/BP-920594838-172.17.0.3-1733080860065/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:01,571 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:21:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7e8c6ff24597340 with lease ID 0x1082f543a30fe4d4: Processing first storage report for DS-40305126-3712-4bd7-b145-99017adac9cb from datanode DatanodeRegistration(127.0.0.1:38953, datanodeUuid=a59245ae-8891-4227-b1be-189288f0bee9, infoPort=35085, infoSecurePort=0, ipcPort=36429, storageInfo=lv=-57;cid=testClusterID;nsid=759843532;c=1733080860065) 2024-12-01T19:21:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7e8c6ff24597340 with lease ID 0x1082f543a30fe4d4: from storage DS-40305126-3712-4bd7-b145-99017adac9cb node DatanodeRegistration(127.0.0.1:38953, datanodeUuid=a59245ae-8891-4227-b1be-189288f0bee9, infoPort=35085, infoSecurePort=0, ipcPort=36429, storageInfo=lv=-57;cid=testClusterID;nsid=759843532;c=1733080860065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7e8c6ff24597340 with lease ID 0x1082f543a30fe4d4: Processing first storage report for DS-1cd78fb1-bf75-4e84-a968-d7863c8a4ef3 from datanode DatanodeRegistration(127.0.0.1:38953, datanodeUuid=a59245ae-8891-4227-b1be-189288f0bee9, infoPort=35085, infoSecurePort=0, ipcPort=36429, storageInfo=lv=-57;cid=testClusterID;nsid=759843532;c=1733080860065) 2024-12-01T19:21:01,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7e8c6ff24597340 with lease ID 0x1082f543a30fe4d4: from storage DS-1cd78fb1-bf75-4e84-a968-d7863c8a4ef3 node DatanodeRegistration(127.0.0.1:38953, datanodeUuid=a59245ae-8891-4227-b1be-189288f0bee9, infoPort=35085, infoSecurePort=0, ipcPort=36429, storageInfo=lv=-57;cid=testClusterID;nsid=759843532;c=1733080860065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:01,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf 2024-12-01T19:21:01,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:01,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:21:02,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91 with version=8 2024-12-01T19:21:02,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/hbase-staging 2024-12-01T19:21:02,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:02,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:02,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:02,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:02,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:02,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:02,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:21:02,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:02,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36021 2024-12-01T19:21:02,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36021 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360210x0, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:02,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36021-0x101925741380000 connected 2024-12-01T19:21:02,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:02,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:02,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:02,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:02,220 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91, hbase.cluster.distributed=false 2024-12-01T19:21:02,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/acl 2024-12-01T19:21:02,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36021 2024-12-01T19:21:02,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36021 2024-12-01T19:21:02,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36021 2024-12-01T19:21:02,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:02,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:02,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:02,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36021 2024-12-01T19:21:02,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36021 2024-12-01T19:21:02,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:02,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:21:02,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:02,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46465 2024-12-01T19:21:02,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46465 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:02,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:02,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:02,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464650x0, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:02,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464650x0, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:02,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46465-0x101925741380001 connected 2024-12-01T19:21:02,260 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:21:02,260 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:21:02,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/master 2024-12-01T19:21:02,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/acl 2024-12-01T19:21:02,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46465 2024-12-01T19:21:02,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46465 2024-12-01T19:21:02,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46465 2024-12-01T19:21:02,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46465 2024-12-01T19:21:02,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46465 2024-12-01T19:21:02,277 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:36021 2024-12-01T19:21:02,278 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-539460685/backup-masters/9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:02,286 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on existing znode=/0-539460685/backup-masters/9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-539460685/master 2024-12-01T19:21:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:02,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:02,297 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on existing znode=/0-539460685/master 2024-12-01T19:21:02,297 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-539460685/backup-masters/9168bcbe98d9,36021,1733080862041 from backup master directory 2024-12-01T19:21:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/backup-masters/9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:02,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:02,307 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:02,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:02,311 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/hbase.id] with ID: 697979cc-2a24-424a-b85b-3f4af4e5788f 2024-12-01T19:21:02,311 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/.tmp/hbase.id 2024-12-01T19:21:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:21:02,716 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/.tmp/hbase.id]:[hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/hbase.id] 2024-12-01T19:21:02,726 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:02,726 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:21:02,727 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:21:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:21:03,202 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:03,203 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:21:03,203 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:03,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:21:03,615 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store 2024-12-01T19:21:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:21:04,020 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:04,020 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:04,020 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:04,020 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:04,020 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:04,020 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:04,020 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:04,021 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080864020Disabling compacts and flushes for region at 1733080864020Disabling writes for close at 1733080864020Writing region close event to WAL at 1733080864020Closed at 1733080864020 2024-12-01T19:21:04,022 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/.initializing 2024-12-01T19:21:04,022 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:04,023 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:04,024 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C36021%2C1733080862041, suffix=, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/oldWALs, maxLogs=10 2024-12-01T19:21:04,036 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041/9168bcbe98d9%2C36021%2C1733080862041.1733080864024, exclude list is [], retry=0 2024-12-01T19:21:04,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:04,045 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 2024-12-01T19:21:04,045 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:04,045 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:04,045 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:04,045 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,045 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:21:04,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:04,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:04,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:21:04,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:04,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:21:04,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:04,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:04,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:21:04,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:04,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:04,058 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,059 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,060 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,061 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,061 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,062 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:04,068 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:04,072 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:04,072 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59923768, jitterRate=-0.10706627368927002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:04,073 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080864045Initializing all the Stores at 1733080864046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080864046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080864047 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080864047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080864047Cleaning up temporary data from old regions at 1733080864061 (+14 ms)Region opened successfully at 1733080864073 (+12 ms) 2024-12-01T19:21:04,074 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:21:04,078 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efc1dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:04,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:21:04,081 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:21:04,081 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:21:04,081 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:21:04,082 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:21:04,082 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:21:04,082 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:21:04,085 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:21:04,086 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/balancer because node does not exist (not necessarily an error) 2024-12-01T19:21:04,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/balancer already deleted, retry=false 2024-12-01T19:21:04,107 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:21:04,108 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:21:04,117 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/normalizer already deleted, retry=false 2024-12-01T19:21:04,118 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:21:04,119 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:21:04,128 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/switch/split already deleted, retry=false 2024-12-01T19:21:04,129 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:21:04,138 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/switch/merge already deleted, retry=false 2024-12-01T19:21:04,140 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:21:04,149 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/snapshot-cleanup already deleted, retry=false 2024-12-01T19:21:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:04,160 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,36021,1733080862041, sessionid=0x101925741380000, setting cluster-up flag (Was=false) 2024-12-01T19:21:04,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:04,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:04,212 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-539460685/flush-table-proc/acquired, /0-539460685/flush-table-proc/reached, /0-539460685/flush-table-proc/abort 2024-12-01T19:21:04,213 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:04,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:04,265 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-539460685/online-snapshot/acquired, /0-539460685/online-snapshot/reached, /0-539460685/online-snapshot/abort 2024-12-01T19:21:04,266 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:04,267 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:21:04,270 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:04,270 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:21:04,270 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:21:04,270 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,36021,1733080862041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:21:04,271 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(746): ClusterId : 697979cc-2a24-424a-b85b-3f4af4e5788f 2024-12-01T19:21:04,271 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:04,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,282 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:21:04,282 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:21:04,286 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080894286 2024-12-01T19:21:04,286 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:21:04,287 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:21:04,287 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:21:04,287 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:21:04,287 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:21:04,287 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:21:04,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:04,287 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:21:04,287 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,288 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:21:04,288 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:21:04,288 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:21:04,288 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:21:04,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:04,289 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:21:04,292 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:21:04,292 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:21:04,295 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:21:04,296 DEBUG [RS:0;9168bcbe98d9:46465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42474bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:04,308 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080864292,5,FailOnTimeoutGroup] 2024-12-01T19:21:04,320 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080864308,5,FailOnTimeoutGroup] 2024-12-01T19:21:04,320 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,320 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:21:04,320 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,320 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:21:04,325 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:46465 2024-12-01T19:21:04,325 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:21:04,325 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:21:04,325 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:21:04,326 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,36021,1733080862041 with port=46465, startcode=1733080862240 2024-12-01T19:21:04,327 DEBUG [RS:0;9168bcbe98d9:46465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:21:04,329 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:21:04,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:04,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36021 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:04,331 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91 2024-12-01T19:21:04,331 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42811 2024-12-01T19:21:04,331 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:21:04,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/rs 2024-12-01T19:21:04,344 DEBUG [RS:0;9168bcbe98d9:46465 {}] zookeeper.ZKUtil(111): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on existing znode=/0-539460685/rs/9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:04,344 WARN [RS:0;9168bcbe98d9:46465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:04,344 INFO [RS:0;9168bcbe98d9:46465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:04,344 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:04,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,46465,1733080862240] 2024-12-01T19:21:04,349 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:21:04,352 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:21:04,353 INFO [RS:0;9168bcbe98d9:46465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:21:04,353 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,356 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:21:04,357 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:21:04,357 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,357 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,357 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,357 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:04,358 DEBUG [RS:0;9168bcbe98d9:46465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:04,361 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,361 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,361 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,361 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,361 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,361 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46465,1733080862240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:04,376 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:21:04,376 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46465,1733080862240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,377 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,377 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.Replication(171): 9168bcbe98d9,46465,1733080862240 started 2024-12-01T19:21:04,395 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:04,395 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,46465,1733080862240, RpcServer on 9168bcbe98d9/172.17.0.3:46465, sessionid=0x101925741380001 2024-12-01T19:21:04,395 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:21:04,395 DEBUG [RS:0;9168bcbe98d9:46465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:04,395 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46465,1733080862240' 2024-12-01T19:21:04,395 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-539460685/flush-table-proc/abort' 2024-12-01T19:21:04,396 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-539460685/flush-table-proc/acquired' 2024-12-01T19:21:04,396 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:21:04,396 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:21:04,396 DEBUG [RS:0;9168bcbe98d9:46465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:04,397 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46465,1733080862240' 2024-12-01T19:21:04,397 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-539460685/online-snapshot/abort' 2024-12-01T19:21:04,397 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-539460685/online-snapshot/acquired' 2024-12-01T19:21:04,397 DEBUG [RS:0;9168bcbe98d9:46465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:21:04,397 INFO [RS:0;9168bcbe98d9:46465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:21:04,397 INFO [RS:0;9168bcbe98d9:46465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:21:04,498 INFO [RS:0;9168bcbe98d9:46465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:04,499 INFO [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46465%2C1733080862240, suffix=, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs, maxLogs=10 2024-12-01T19:21:04,514 DEBUG [RS:0;9168bcbe98d9:46465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500, exclude list is [], retry=0 2024-12-01T19:21:04,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:04,519 INFO [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500 2024-12-01T19:21:04,519 DEBUG [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:04,725 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:21:04,725 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91 2024-12-01T19:21:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:21:05,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:05,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:05,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:05,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:05,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:05,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:05,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:05,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:05,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:05,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:05,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740 2024-12-01T19:21:05,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740 2024-12-01T19:21:05,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:05,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:05,148 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:05,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:05,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:05,152 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61144324, jitterRate=-0.0888785719871521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:05,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080865132Initializing all the Stores at 1733080865133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080865133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080865133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080865133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080865133Cleaning up temporary data from old regions at 1733080865148 (+15 ms)Region opened successfully at 1733080865152 (+4 ms) 2024-12-01T19:21:05,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:05,152 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:05,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:05,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:05,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:05,155 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:05,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080865152Disabling compacts and flushes for region at 1733080865152Disabling writes for close at 1733080865152Writing region close event to WAL at 1733080865155 (+3 ms)Closed at 1733080865155 2024-12-01T19:21:05,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:05,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:21:05,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:21:05,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:05,160 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:21:05,311 DEBUG [9168bcbe98d9:36021 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:21:05,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:05,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46465,1733080862240, state=OPENING 2024-12-01T19:21:05,375 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:21:05,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:05,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:05,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:05,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:05,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:05,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46465,1733080862240}] 2024-12-01T19:21:05,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:05,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:21:05,545 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:21:05,545 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:05,545 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:21:05,547 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46465%2C1733080862240.meta, suffix=.meta, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs, maxLogs=10 2024-12-01T19:21:05,565 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.meta.1733080865547.meta, exclude list is [], retry=0 2024-12-01T19:21:05,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:05,572 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.meta.1733080865547.meta 2024-12-01T19:21:05,572 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:05,572 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:05,573 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:05,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:05,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:21:05,573 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:21:05,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:21:05,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:05,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:21:05,574 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:21:05,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:05,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:05,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:05,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:05,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:05,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:05,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:05,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:05,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:05,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:05,582 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:05,583 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740 2024-12-01T19:21:05,584 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740 2024-12-01T19:21:05,585 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:05,585 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:05,586 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:05,587 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:05,588 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67556313, jitterRate=0.00666750967502594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:05,588 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:21:05,589 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080865574Writing region info on filesystem at 1733080865574Initializing all the Stores at 1733080865575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080865575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080865576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080865576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080865576Cleaning up temporary data from old regions at 1733080865585 (+9 ms)Running coprocessor post-open hooks at 1733080865588 (+3 ms)Region opened successfully at 1733080865589 (+1 ms) 2024-12-01T19:21:05,590 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080865538 2024-12-01T19:21:05,592 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:21:05,592 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:21:05,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:05,594 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46465,1733080862240, state=OPEN 2024-12-01T19:21:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:05,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:05,799 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:05,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:05,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:05,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:21:05,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46465,1733080862240 in 413 msec 2024-12-01T19:21:05,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:21:05,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-12-01T19:21:05,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:05,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:21:05,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:05,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46465,1733080862240, seqNum=-1] 2024-12-01T19:21:05,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:05,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:05,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5410 sec 2024-12-01T19:21:05,811 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080865810, completionTime=-1 2024-12-01T19:21:05,811 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:21:05,811 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080925813 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080985813 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36021,1733080862041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36021,1733080862041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36021,1733080862041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:36021, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,814 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,815 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.510sec 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36021,1733080862041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:05,817 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36021,1733080862041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:21:05,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:21:05,820 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:21:05,820 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36021,1733080862041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:05,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433b18bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:05,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36021,-1 for getting cluster id 2024-12-01T19:21:05,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:05,873 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697979cc-2a24-424a-b85b-3f4af4e5788f' 2024-12-01T19:21:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697979cc-2a24-424a-b85b-3f4af4e5788f" 2024-12-01T19:21:05,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fb23ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36021,-1] 2024-12-01T19:21:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:05,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:05,875 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:05,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a69813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:05,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46465,1733080862240, seqNum=-1] 2024-12-01T19:21:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:05,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:05,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:05,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:05,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:05,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101925741380002 connected 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir so I do NOT create it in target/test-data/c224c920-b74e-2406-022b-a870d815942b 2024-12-01T19:21:05,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.tmp.dir so I do NOT create it in target/test-data/c224c920-b74e-2406-022b-a870d815942b 2024-12-01T19:21:05,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:21:05,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/cluster_0b1c500b-90b6-f6db-7c7c-c8784f5d59a6, deleteOnExit=true 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/test.cache.data in system properties and HBase conf 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:21:05,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:21:05,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:21:05,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:21:06,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:06,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:06,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:06,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:06,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:21:06,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:06,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@157328b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:06,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a9e364d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:06,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5416a76d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/java.io.tmpdir/jetty-localhost-44255-hadoop-hdfs-3_4_1-tests_jar-_-any-2800903449649634326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:06,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7878eebe{HTTP/1.1, (http/1.1)}{localhost:44255} 2024-12-01T19:21:06,507 INFO [Time-limited test {}] server.Server(415): Started @150000ms 2024-12-01T19:21:06,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:06,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:06,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:06,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:06,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:21:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34a49806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a41fa34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:06,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fa040e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/java.io.tmpdir/jetty-localhost-46245-hadoop-hdfs-3_4_1-tests_jar-_-any-14138180995362448178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:06,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bdc17ff{HTTP/1.1, (http/1.1)}{localhost:46245} 2024-12-01T19:21:06,912 INFO [Time-limited test {}] server.Server(415): Started @150404ms 2024-12-01T19:21:06,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:21:07,738 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/cluster_0b1c500b-90b6-f6db-7c7c-c8784f5d59a6/data/data2/current/BP-803628803-172.17.0.3-1733080865995/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:07,738 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/cluster_0b1c500b-90b6-f6db-7c7c-c8784f5d59a6/data/data1/current/BP-803628803-172.17.0.3-1733080865995/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:07,760 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:21:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8ab54fb2d2bec08 with lease ID 0x312249f709ed2ee2: Processing first storage report for DS-de5f0f66-f877-4a01-9aa3-79c972d254a1 from datanode DatanodeRegistration(127.0.0.1:46707, datanodeUuid=99c750d1-0684-4445-947c-c66b970c8bfa, infoPort=43401, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=2057509951;c=1733080865995) 2024-12-01T19:21:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8ab54fb2d2bec08 with lease ID 0x312249f709ed2ee2: from storage DS-de5f0f66-f877-4a01-9aa3-79c972d254a1 node DatanodeRegistration(127.0.0.1:46707, datanodeUuid=99c750d1-0684-4445-947c-c66b970c8bfa, infoPort=43401, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=2057509951;c=1733080865995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:07,763 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8ab54fb2d2bec08 with lease ID 0x312249f709ed2ee2: Processing first storage report for DS-7c25a042-c481-466d-b07c-e90145948832 from datanode DatanodeRegistration(127.0.0.1:46707, datanodeUuid=99c750d1-0684-4445-947c-c66b970c8bfa, infoPort=43401, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=2057509951;c=1733080865995) 2024-12-01T19:21:07,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8ab54fb2d2bec08 with lease ID 0x312249f709ed2ee2: from storage DS-7c25a042-c481-466d-b07c-e90145948832 node DatanodeRegistration(127.0.0.1:46707, datanodeUuid=99c750d1-0684-4445-947c-c66b970c8bfa, infoPort=43401, infoSecurePort=0, ipcPort=46665, storageInfo=lv=-57;cid=testClusterID;nsid=2057509951;c=1733080865995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:07,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:07,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b 2024-12-01T19:21:07,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:07,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:07,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:07,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:21:07,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:07,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:08,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0 with version=8 2024-12-01T19:21:08,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/hbase-staging 2024-12-01T19:21:08,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:21:08,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:08,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39223 2024-12-01T19:21:08,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39223 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392230x0, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:08,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39223-0x101925741380003 connected 2024-12-01T19:21:08,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:08,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:08,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/running 2024-12-01T19:21:08,820 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0, hbase.cluster.distributed=false 2024-12-01T19:21:08,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/acl 2024-12-01T19:21:08,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39223 2024-12-01T19:21:08,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39223 2024-12-01T19:21:08,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39223 2024-12-01T19:21:08,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39223 2024-12-01T19:21:08,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39223 2024-12-01T19:21:08,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:21:08,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:08,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38797 2024-12-01T19:21:08,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38797 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:08,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:08,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:08,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387970x0, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:08,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387970x0, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/running 2024-12-01T19:21:08,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38797-0x101925741380004 connected 2024-12-01T19:21:08,889 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:21:08,890 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:21:08,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/master 2024-12-01T19:21:08,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/acl 2024-12-01T19:21:08,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38797 2024-12-01T19:21:08,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38797 2024-12-01T19:21:08,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38797 2024-12-01T19:21:08,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38797 2024-12-01T19:21:08,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38797 2024-12-01T19:21:08,901 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:39223 2024-12-01T19:21:08,901 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1099930183/backup-masters/9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183/backup-masters 2024-12-01T19:21:08,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183/backup-masters 2024-12-01T19:21:08,970 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on existing znode=/1-1099930183/backup-masters/9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099930183/master 2024-12-01T19:21:09,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:09,058 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on existing znode=/1-1099930183/master 2024-12-01T19:21:09,058 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1099930183/backup-masters/9168bcbe98d9,39223,1733080868264 from backup master directory 2024-12-01T19:21:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183/backup-masters 2024-12-01T19:21:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099930183/backup-masters/9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:09,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183/backup-masters 2024-12-01T19:21:09,121 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:09,121 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:09,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/hbase.id] with ID: 4139d10e-3b67-4da9-a7eb-6533ea66f899 2024-12-01T19:21:09,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/.tmp/hbase.id 2024-12-01T19:21:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:21:09,535 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/.tmp/hbase.id]:[hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/hbase.id] 2024-12-01T19:21:09,545 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:09,545 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:21:09,546 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:21:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:09,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:21:09,970 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:09,971 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:21:09,971 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:21:09,978 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store 2024-12-01T19:21:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:21:10,349 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:21:10,386 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:10,386 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:10,386 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:10,386 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:10,386 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:10,386 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:10,386 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:10,386 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080870386Disabling compacts and flushes for region at 1733080870386Disabling writes for close at 1733080870386Writing region close event to WAL at 1733080870386Closed at 1733080870386 2024-12-01T19:21:10,387 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/.initializing 2024-12-01T19:21:10,387 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/WALs/9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:10,388 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:10,390 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C39223%2C1733080868264, suffix=, logDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/WALs/9168bcbe98d9,39223,1733080868264, archiveDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/oldWALs, maxLogs=10 2024-12-01T19:21:10,402 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/WALs/9168bcbe98d9,39223,1733080868264/9168bcbe98d9%2C39223%2C1733080868264.1733080870390, exclude list is [], retry=0 2024-12-01T19:21:10,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46707,DS-de5f0f66-f877-4a01-9aa3-79c972d254a1,DISK] 2024-12-01T19:21:10,406 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/WALs/9168bcbe98d9,39223,1733080868264/9168bcbe98d9%2C39223%2C1733080868264.1733080870390 2024-12-01T19:21:10,409 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401)] 2024-12-01T19:21:10,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:10,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:10,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:21:10,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:21:10,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:10,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:10,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:21:10,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:10,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:10,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:21:10,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:10,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:10,418 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,419 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,419 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,420 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,420 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,421 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:10,422 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:10,424 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:10,424 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75123253, jitterRate=0.11942370235919952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:10,424 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080870410Initializing all the Stores at 1733080870411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080870411Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080870411Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080870411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080870411Cleaning up temporary data from old regions at 1733080870420 (+9 ms)Region opened successfully at 1733080870424 (+4 ms) 2024-12-01T19:21:10,424 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:21:10,427 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c45b2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:10,428 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:21:10,428 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:21:10,428 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:21:10,428 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:21:10,429 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:21:10,429 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:21:10,429 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:21:10,431 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:21:10,432 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Unable to get data of znode /1-1099930183/balancer because node does not exist (not necessarily an error) 2024-12-01T19:21:10,490 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099930183/balancer already deleted, retry=false 2024-12-01T19:21:10,491 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:21:10,491 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Unable to get data of znode /1-1099930183/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:21:10,584 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099930183/normalizer already deleted, retry=false 2024-12-01T19:21:10,584 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:21:10,586 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Unable to get data of znode /1-1099930183/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:21:10,606 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099930183/switch/split already deleted, retry=false 2024-12-01T19:21:10,607 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Unable to get data of znode /1-1099930183/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:21:10,622 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099930183/switch/merge already deleted, retry=false 2024-12-01T19:21:10,625 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Unable to get data of znode /1-1099930183/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:21:10,643 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099930183/snapshot-cleanup already deleted, retry=false 2024-12-01T19:21:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099930183/running 2024-12-01T19:21:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1099930183/running 2024-12-01T19:21:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:10,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:10,665 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,39223,1733080868264, sessionid=0x101925741380003, setting cluster-up flag (Was=false) 2024-12-01T19:21:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:10,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:10,759 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099930183/flush-table-proc/acquired, /1-1099930183/flush-table-proc/reached, /1-1099930183/flush-table-proc/abort 2024-12-01T19:21:10,760 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:10,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:10,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:10,812 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1099930183/online-snapshot/acquired, /1-1099930183/online-snapshot/reached, /1-1099930183/online-snapshot/abort 2024-12-01T19:21:10,813 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:10,814 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:21:10,818 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:10,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:21:10,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:21:10,818 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,39223,1733080868264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:10,820 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:10,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:10,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080900829 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:21:10,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:21:10,829 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:21:10,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:21:10,830 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:10,832 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:21:10,832 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:21:10,832 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:21:10,832 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:21:10,832 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:21:10,832 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:21:10,834 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080870832,5,FailOnTimeoutGroup] 2024-12-01T19:21:10,836 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080870834,5,FailOnTimeoutGroup] 2024-12-01T19:21:10,836 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:10,836 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:21:10,836 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:10,836 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:10,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:21:10,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:21:10,843 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0 2024-12-01T19:21:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741832_1008 (size=32) 2024-12-01T19:21:10,895 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(746): ClusterId : 4139d10e-3b67-4da9-a7eb-6533ea66f899 2024-12-01T19:21:10,895 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:21:10,984 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:21:10,984 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:21:11,012 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:21:11,013 DEBUG [RS:0;9168bcbe98d9:38797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb25ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:11,022 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:38797 2024-12-01T19:21:11,023 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:21:11,023 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:21:11,023 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:21:11,023 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,39223,1733080868264 with port=38797, startcode=1733080868834 2024-12-01T19:21:11,024 DEBUG [RS:0;9168bcbe98d9:38797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:21:11,025 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:21:11,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39223 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,027 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0 2024-12-01T19:21:11,027 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35667 2024-12-01T19:21:11,027 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:21:11,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183/rs 2024-12-01T19:21:11,122 DEBUG [RS:0;9168bcbe98d9:38797 {}] zookeeper.ZKUtil(111): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on existing znode=/1-1099930183/rs/9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,123 WARN [RS:0;9168bcbe98d9:38797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:11,123 INFO [RS:0;9168bcbe98d9:38797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:11,123 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,38797,1733080868834] 2024-12-01T19:21:11,127 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:21:11,128 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:21:11,129 INFO [RS:0;9168bcbe98d9:38797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:21:11,129 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,129 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:21:11,130 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:21:11,130 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:11,130 DEBUG [RS:0;9168bcbe98d9:38797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:11,131 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,131 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,131 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,131 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,131 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,131 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,38797,1733080868834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:11,143 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:21:11,144 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,38797,1733080868834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,144 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,144 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.Replication(171): 9168bcbe98d9,38797,1733080868834 started 2024-12-01T19:21:11,157 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,157 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,38797,1733080868834, RpcServer on 9168bcbe98d9/172.17.0.3:38797, sessionid=0x101925741380004 2024-12-01T19:21:11,157 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:21:11,157 DEBUG [RS:0;9168bcbe98d9:38797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,157 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,38797,1733080868834' 2024-12-01T19:21:11,157 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099930183/flush-table-proc/abort' 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099930183/flush-table-proc/acquired' 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,38797,1733080868834' 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1099930183/online-snapshot/abort' 2024-12-01T19:21:11,158 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1099930183/online-snapshot/acquired' 2024-12-01T19:21:11,159 DEBUG [RS:0;9168bcbe98d9:38797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:21:11,159 INFO [RS:0;9168bcbe98d9:38797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:21:11,159 INFO [RS:0;9168bcbe98d9:38797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:21:11,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:11,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:11,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:11,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:11,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:11,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:11,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:11,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:11,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:11,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,259 INFO [RS:0;9168bcbe98d9:38797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:11,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:11,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740 2024-12-01T19:21:11,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740 2024-12-01T19:21:11,260 INFO [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C38797%2C1733080868834, suffix=, logDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834, archiveDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/oldWALs, maxLogs=10 2024-12-01T19:21:11,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:11,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:11,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:11,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:11,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:11,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67799909, jitterRate=0.010297372937202454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080871253Initializing all the Stores at 1733080871254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080871254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080871254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080871254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080871254Cleaning up temporary data from old regions at 1733080871261 (+7 ms)Region opened successfully at 1733080871265 (+4 ms) 2024-12-01T19:21:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:11,265 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:11,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:11,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080871265Disabling compacts and flushes for region at 1733080871265Disabling writes for close at 1733080871265Writing region close event to WAL at 1733080871265Closed at 1733080871265 2024-12-01T19:21:11,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:11,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:21:11,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:21:11,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:11,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:21:11,276 DEBUG [RS:0;9168bcbe98d9:38797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834/9168bcbe98d9%2C38797%2C1733080868834.1733080871260, exclude list is [], retry=0 2024-12-01T19:21:11,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46707,DS-de5f0f66-f877-4a01-9aa3-79c972d254a1,DISK] 2024-12-01T19:21:11,280 INFO [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834/9168bcbe98d9%2C38797%2C1733080868834.1733080871260 2024-12-01T19:21:11,284 DEBUG [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401)] 2024-12-01T19:21:11,418 DEBUG [9168bcbe98d9:39223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:21:11,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,38797,1733080868834, state=OPENING 2024-12-01T19:21:11,427 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:11,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099930183/meta-region-server: CHANGED 2024-12-01T19:21:11,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:11,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099930183/meta-region-server: CHANGED 2024-12-01T19:21:11,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,38797,1733080868834}] 2024-12-01T19:21:11,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:11,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:21:11,599 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:21:11,599 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:11,599 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:21:11,601 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C38797%2C1733080868834.meta, suffix=.meta, logDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834, archiveDir=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/oldWALs, maxLogs=10 2024-12-01T19:21:11,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834/9168bcbe98d9%2C38797%2C1733080868834.meta.1733080871601.meta, exclude list is [], retry=0 2024-12-01T19:21:11,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46707,DS-de5f0f66-f877-4a01-9aa3-79c972d254a1,DISK] 2024-12-01T19:21:11,623 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834/9168bcbe98d9%2C38797%2C1733080868834.meta.1733080871601.meta 2024-12-01T19:21:11,623 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43401:43401)] 2024-12-01T19:21:11,623 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:11,623 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:11,623 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:11,623 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:21:11,624 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:21:11,624 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:21:11,624 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:11,624 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:21:11,624 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:21:11,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:11,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:11,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:11,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:11,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:11,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:11,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:11,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:11,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:11,630 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:11,630 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740 2024-12-01T19:21:11,631 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740 2024-12-01T19:21:11,632 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:11,632 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:11,632 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:11,633 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:11,634 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74498301, jitterRate=0.11011119186878204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:11,634 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:21:11,634 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080871624Writing region info on filesystem at 1733080871624Initializing all the Stores at 1733080871625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080871625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080871625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080871625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080871625Cleaning up temporary data from old regions at 1733080871632 (+7 ms)Running coprocessor post-open hooks at 1733080871634 (+2 ms)Region opened successfully at 1733080871634 2024-12-01T19:21:11,635 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080871590 2024-12-01T19:21:11,637 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:21:11,637 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:21:11,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,38797,1733080868834, state=OPEN 2024-12-01T19:21:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099930183/meta-region-server 2024-12-01T19:21:11,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1099930183/meta-region-server 2024-12-01T19:21:11,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:11,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099930183/meta-region-server: CHANGED 2024-12-01T19:21:11,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1099930183/meta-region-server: CHANGED 2024-12-01T19:21:11,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:21:11,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,38797,1733080868834 in 210 msec 2024-12-01T19:21:11,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:21:11,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-12-01T19:21:11,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:11,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:21:11,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:11,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,38797,1733080868834, seqNum=-1] 2024-12-01T19:21:11,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:11,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:11,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 845 msec 2024-12-01T19:21:11,660 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080871660, completionTime=-1 2024-12-01T19:21:11,660 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:21:11,660 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080931662 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733080991662 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39223,1733080868264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39223,1733080868264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39223,1733080868264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:39223, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,662 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,664 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39223,1733080868264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:11,666 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39223,1733080868264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:21:11,668 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:21:11,668 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:21:11,668 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39223,1733080868264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:11,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b93121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39223,-1 for getting cluster id 2024-12-01T19:21:11,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:11,697 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4139d10e-3b67-4da9-a7eb-6533ea66f899' 2024-12-01T19:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4139d10e-3b67-4da9-a7eb-6533ea66f899" 2024-12-01T19:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a71d98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39223,-1] 2024-12-01T19:21:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:11,699 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:11,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e76735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:11,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,38797,1733080868834, seqNum=-1] 2024-12-01T19:21:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:11,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:11,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:11,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:11,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:11,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101925741380005 connected 2024-12-01T19:21:11,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9c1f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,36021,-1 for getting cluster id 2024-12-01T19:21:11,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:11,731 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697979cc-2a24-424a-b85b-3f4af4e5788f' 2024-12-01T19:21:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697979cc-2a24-424a-b85b-3f4af4e5788f" 2024-12-01T19:21:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7ded86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,36021,-1] 2024-12-01T19:21:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:11,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:11,732 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:11,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131f3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78114bca 2024-12-01T19:21:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:11,735 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:11,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:39223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:21:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:21:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:11,739 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39223' 2024-12-01T19:21:11,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11910840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,740 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39223,-1 for getting cluster id 2024-12-01T19:21:11,740 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:11,741 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4139d10e-3b67-4da9-a7eb-6533ea66f899' 2024-12-01T19:21:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4139d10e-3b67-4da9-a7eb-6533ea66f899" 2024-12-01T19:21:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1fae70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39223,-1] 2024-12-01T19:21:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:11,742 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:11,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0a1872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:11,743 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@685b1477 2024-12-01T19:21:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:11,745 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:11,745 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T19:21:11,745 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:21:11,745 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:11,745 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:11,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:11,746 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:11,747 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:21:11,748 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:21:11,748 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:11,749 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:21:11,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741835_1011 (size=1138) 2024-12-01T19:21:11,797 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:21:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:12,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72c4ede225f21d9356e96a488cb12724, NAME => 'hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91 2024-12-01T19:21:12,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741836_1012 (size=44) 2024-12-01T19:21:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:21:12,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:21:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:12,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T19:21:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:12,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:21:12,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:21:12,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:21:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:12,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:12,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72c4ede225f21d9356e96a488cb12724, disabling compactions & flushes 2024-12-01T19:21:12,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. after waiting 0 ms 2024-12-01T19:21:12,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,565 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,565 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72c4ede225f21d9356e96a488cb12724: Waiting for close lock at 1733080872565Disabling compacts and flushes for region at 1733080872565Disabling writes for close at 1733080872565Writing region close event to WAL at 1733080872565Closed at 1733080872565 2024-12-01T19:21:12,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:21:12,567 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080872567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080872567"}]},"ts":"1733080872567"} 2024-12-01T19:21:12,569 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:21:12,570 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:21:12,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080872570"}]},"ts":"1733080872570"} 2024-12-01T19:21:12,572 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:21:12,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN}] 2024-12-01T19:21:12,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN 2024-12-01T19:21:12,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN; state=OFFLINE, location=9168bcbe98d9,46465,1733080862240; forceNewPlan=false, retain=false 2024-12-01T19:21:12,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=72c4ede225f21d9356e96a488cb12724, regionState=OPENING, regionLocation=9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN because future has completed 2024-12-01T19:21:12,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c4ede225f21d9356e96a488cb12724, server=9168bcbe98d9,46465,1733080862240}] 2024-12-01T19:21:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:12,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:12,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:21:12,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46465%2C1733080862240.rep, suffix=, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs, maxLogs=10 2024-12-01T19:21:12,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.rep.1733080872886, exclude list is [], retry=0 2024-12-01T19:21:12,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:12,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.rep.1733080872886 2024-12-01T19:21:12,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:12,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c4ede225f21d9356e96a488cb12724, NAME => 'hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:12,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:12,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:12,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. service=MultiRowMutationService 2024-12-01T19:21:12,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:21:12,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:12,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,911 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,912 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c4ede225f21d9356e96a488cb12724 columnFamilyName hfileref 2024-12-01T19:21:12,913 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:12,913 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(327): Store=72c4ede225f21d9356e96a488cb12724/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:12,913 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,914 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c4ede225f21d9356e96a488cb12724 columnFamilyName queue 2024-12-01T19:21:12,914 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:12,915 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(327): Store=72c4ede225f21d9356e96a488cb12724/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:12,915 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,916 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c4ede225f21d9356e96a488cb12724 columnFamilyName sid 2024-12-01T19:21:12,916 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:12,917 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(327): Store=72c4ede225f21d9356e96a488cb12724/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:21:12,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:12,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 72c4ede225f21d9356e96a488cb12724; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63865510, jitterRate=-0.04832974076271057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:21:12,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:12,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 72c4ede225f21d9356e96a488cb12724: Running coprocessor pre-open hook at 1733080872910Writing region info on filesystem at 1733080872910Initializing all the Stores at 1733080872911 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080872911Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080872911Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080872911Cleaning up temporary data from old regions at 1733080872919 (+8 ms)Running coprocessor post-open hooks at 1733080872926 (+7 ms)Region opened successfully at 1733080872926 2024-12-01T19:21:12,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724., pid=7, masterSystemTime=1733080872879 2024-12-01T19:21:12,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:12,930 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=72c4ede225f21d9356e96a488cb12724, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:12,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c4ede225f21d9356e96a488cb12724, server=9168bcbe98d9,46465,1733080862240 because future has completed 2024-12-01T19:21:12,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-01T19:21:12,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c4ede225f21d9356e96a488cb12724, server=9168bcbe98d9,46465,1733080862240 in 206 msec 2024-12-01T19:21:12,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:21:12,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN in 364 msec 2024-12-01T19:21:12,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:21:12,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080872940"}]},"ts":"1733080872940"} 2024-12-01T19:21:12,942 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:21:12,943 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:21:12,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-12-01T19:21:12,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724., hostname=9168bcbe98d9,46465,1733080862240, seqNum=2] 2024-12-01T19:21:13,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:13,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:13,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:21:13,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46465 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-01T19:21:13,366 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:21:13,394 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,46465,1733080862240, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:21:13,395 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:13,395 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46465,1733080862240, seqNum=-1] 2024-12-01T19:21:13,395 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:13,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-01T19:21:13,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,46465,1733080862240', locateType=CURRENT is [region=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724., hostname=9168bcbe98d9,46465,1733080862240, seqNum=2] 2024-12-01T19:21:13,400 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-01T19:21:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-01T19:21:13,402 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,46465,1733080862240 suceeded 2024-12-01T19:21:13,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-01T19:21:13,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-01T19:21:13,404 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:39223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:21:13,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6680 sec 2024-12-01T19:21:13,414 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39223' 2024-12-01T19:21:13,415 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b72ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:13,415 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39223,-1 for getting cluster id 2024-12-01T19:21:13,415 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:13,416 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4139d10e-3b67-4da9-a7eb-6533ea66f899' 2024-12-01T19:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4139d10e-3b67-4da9-a7eb-6533ea66f899" 2024-12-01T19:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eebdf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39223,-1] 2024-12-01T19:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,417 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:13,417 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507f0562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:13,418 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:13,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:13,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc24a4d 2024-12-01T19:21:13,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:13,419 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-01T19:21:13,419 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,46465,1733080862240 (queues=1) is replicating from cluster=697979cc-2a24-424a-b85b-3f4af4e5788f to cluster=4139d10e-3b67-4da9-a7eb-6533ea66f899 2024-12-01T19:21:13,420 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C46465%2C1733080862240 2024-12-01T19:21:13,420 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,46465,1733080862240, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:21:13,420 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.shipper9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C46465%2C1733080862240 2024-12-01T19:21:13,420 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.wal-reader.9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500, startPosition=0, beingWritten=true 2024-12-01T19:21:13,625 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.wal-reader.9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500 to pos 0, reset compression=false 2024-12-01T19:21:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:13,895 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:21:13,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:13,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:13,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:13,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20c64a1b 2024-12-01T19:21:13,897 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:13,898 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:13,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:21:13,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:13,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:13,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:13,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:21:13,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1954782924, stopped=false 2024-12-01T19:21:13,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,36021,1733080862041 2024-12-01T19:21:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:13,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:13,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:13,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:13,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:13,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:13,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:13,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,46465,1733080862240' ***** 2024-12-01T19:21:13,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:21:13,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(3091): Received CLOSE for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:13,912 INFO [RS:0;9168bcbe98d9:46465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46465. 2024-12-01T19:21:13,912 DEBUG [RS:0;9168bcbe98d9:46465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:13,912 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72c4ede225f21d9356e96a488cb12724, disabling compactions & flushes 2024-12-01T19:21:13,913 DEBUG [RS:0;9168bcbe98d9:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:13,913 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:13,913 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. after waiting 0 ms 2024-12-01T19:21:13,913 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:13,913 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:21:13,913 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72c4ede225f21d9356e96a488cb12724 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-01T19:21:13,913 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:21:13,913 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:21:13,913 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72c4ede225f21d9356e96a488cb12724=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.} 2024-12-01T19:21:13,913 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:13,913 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:13,913 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:13,913 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-01T19:21:13,926 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/info/b3070036238944f1a7aaa950dc35139a is 147, key is hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724./info:regioninfo/1733080872930/Put/seqid=0 2024-12-01T19:21:13,927 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/.tmp/queue/d631a9146a5d4cfa9b7cc61a59a83e9f is 151, key is 1-9168bcbe98d9,46465,1733080862240/queue:9168bcbe98d9%2C46465%2C1733080862240/1733080873399/Put/seqid=0 2024-12-01T19:21:13,929 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.wal-reader.9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500 to pos 0, reset compression=false 2024-12-01T19:21:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741838_1014 (size=6631) 2024-12-01T19:21:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741839_1015 (size=5350) 2024-12-01T19:21:13,935 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/.tmp/queue/d631a9146a5d4cfa9b7cc61a59a83e9f 2024-12-01T19:21:13,935 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/info/b3070036238944f1a7aaa950dc35139a 2024-12-01T19:21:13,941 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/.tmp/queue/d631a9146a5d4cfa9b7cc61a59a83e9f as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/queue/d631a9146a5d4cfa9b7cc61a59a83e9f 2024-12-01T19:21:13,948 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/queue/d631a9146a5d4cfa9b7cc61a59a83e9f, entries=1, sequenceid=5, filesize=5.2 K 2024-12-01T19:21:13,950 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 72c4ede225f21d9356e96a488cb12724 in 37ms, sequenceid=5, compaction requested=false 2024-12-01T19:21:13,950 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T19:21:13,961 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/ns/108655ab6e6644d89440a27ff00c2c05 is 43, key is default/ns:d/1733080865806/Put/seqid=0 2024-12-01T19:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:13,962 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:13,962 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:13,962 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72c4ede225f21d9356e96a488cb12724: Waiting for close lock at 1733080873912Running coprocessor pre-close hooks at 1733080873912Disabling compacts and flushes for region at 1733080873912Disabling writes for close at 1733080873913 (+1 ms)Obtaining lock to block concurrent updates at 1733080873913Preparing flush snapshotting stores in 72c4ede225f21d9356e96a488cb12724 at 1733080873913Finished memstore snapshotting hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733080873913Flushing stores of hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. at 1733080873913Flushing 72c4ede225f21d9356e96a488cb12724/queue: creating writer at 1733080873914 (+1 ms)Flushing 72c4ede225f21d9356e96a488cb12724/queue: appending metadata at 1733080873926 (+12 ms)Flushing 72c4ede225f21d9356e96a488cb12724/queue: closing flushed file at 1733080873926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4296fb68: reopening flushed file at 1733080873940 (+14 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 72c4ede225f21d9356e96a488cb12724 in 37ms, sequenceid=5, compaction requested=false at 1733080873950 (+10 ms)Writing region close event to WAL at 1733080873953 (+3 ms)Running coprocessor post-close hooks at 1733080873961 (+8 ms)Closed at 1733080873962 (+1 ms) 2024-12-01T19:21:13,962 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:13,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741840_1016 (size=5153) 2024-12-01T19:21:13,971 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:14,113 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:14,313 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:14,336 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.wal-reader.9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500 to pos 0, reset compression=false 2024-12-01T19:21:14,365 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/ns/108655ab6e6644d89440a27ff00c2c05 2024-12-01T19:21:14,370 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:21:14,370 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:21:14,386 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/table/5e173243b0ed4df59d1fd20a0dd2d8a0 is 53, key is hbase:replication/table:state/1733080872940/Put/seqid=0 2024-12-01T19:21:14,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741841_1017 (size=5256) 2024-12-01T19:21:14,514 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:14,714 DEBUG [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:14,791 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/table/5e173243b0ed4df59d1fd20a0dd2d8a0 2024-12-01T19:21:14,796 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/info/b3070036238944f1a7aaa950dc35139a as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/info/b3070036238944f1a7aaa950dc35139a 2024-12-01T19:21:14,801 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/info/b3070036238944f1a7aaa950dc35139a, entries=10, sequenceid=11, filesize=6.5 K 2024-12-01T19:21:14,802 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/ns/108655ab6e6644d89440a27ff00c2c05 as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/ns/108655ab6e6644d89440a27ff00c2c05 2024-12-01T19:21:14,807 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/ns/108655ab6e6644d89440a27ff00c2c05, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:21:14,807 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/table/5e173243b0ed4df59d1fd20a0dd2d8a0 as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/table/5e173243b0ed4df59d1fd20a0dd2d8a0 2024-12-01T19:21:14,812 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/table/5e173243b0ed4df59d1fd20a0dd2d8a0, entries=2, sequenceid=11, filesize=5.1 K 2024-12-01T19:21:14,813 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false 2024-12-01T19:21:14,816 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T19:21:14,817 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:14,817 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:14,817 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:14,817 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080873913Running coprocessor pre-close hooks at 1733080873913Disabling compacts and flushes for region at 1733080873913Disabling writes for close at 1733080873913Obtaining lock to block concurrent updates at 1733080873913Preparing flush snapshotting stores in 1588230740 at 1733080873913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733080873914 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733080873914Flushing 1588230740/info: creating writer at 1733080873914Flushing 1588230740/info: appending metadata at 1733080873926 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733080873926Flushing 1588230740/ns: creating writer at 1733080873940 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733080873960 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733080873960Flushing 1588230740/table: creating writer at 1733080874369 (+409 ms)Flushing 1588230740/table: appending metadata at 1733080874385 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733080874385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a382784: reopening flushed file at 1733080874796 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b207f9: reopening flushed file at 1733080874802 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d8a0d: reopening flushed file at 1733080874807 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false at 1733080874813 (+6 ms)Writing region close event to WAL at 1733080874814 (+1 ms)Running coprocessor post-close hooks at 1733080874817 (+3 ms)Closed at 1733080874817 2024-12-01T19:21:14,817 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:14,841 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.wal-reader.9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500 to pos 0, reset compression=false 2024-12-01T19:21:14,914 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,46465,1733080862240; all regions closed. 2024-12-01T19:21:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741834_1010 (size=2742) 2024-12-01T19:21:14,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.meta.1733080865547.meta not finished, retry = 0 2024-12-01T19:21:15,019 DEBUG [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs 2024-12-01T19:21:15,019 INFO [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46465%2C1733080862240.meta:.meta(num 1733080865547) 2024-12-01T19:21:15,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.rep.1733080872886 not finished, retry = 0 2024-12-01T19:21:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741837_1013 (size=1586) 2024-12-01T19:21:15,124 DEBUG [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs 2024-12-01T19:21:15,124 INFO [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46465%2C1733080862240.rep:(num 1733080872886) 2024-12-01T19:21:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741832_1008 (size=93) 2024-12-01T19:21:15,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240/9168bcbe98d9%2C46465%2C1733080862240.1733080864500 not finished, retry = 0 2024-12-01T19:21:15,228 DEBUG [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs 2024-12-01T19:21:15,228 INFO [RS:0;9168bcbe98d9:46465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46465%2C1733080862240:(num 1733080864500) 2024-12-01T19:21:15,228 DEBUG [RS:0;9168bcbe98d9:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:15,228 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:15,228 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:15,229 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:15,229 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:15,229 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:15,229 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,46465,1733080862240 because: Region server is closing 2024-12-01T19:21:15,229 INFO [RS:0;9168bcbe98d9:46465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46465. 2024-12-01T19:21:15,229 DEBUG [RS:0;9168bcbe98d9:46465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:15,229 DEBUG [RS:0;9168bcbe98d9:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:15,229 DEBUG [RS:0;9168bcbe98d9:46465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:15,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:15,330 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.wal-reader.9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:21:15,330 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.shipper9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:21:15,330 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46465,1733080862240.replicationSource.shipper9168bcbe98d9%2C46465%2C1733080862240,1-9168bcbe98d9,46465,1733080862240 terminated 2024-12-01T19:21:15,330 INFO [RS:0;9168bcbe98d9:46465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46465 2024-12-01T19:21:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/rs 2024-12-01T19:21:15,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/rs/9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:15,380 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:15,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,46465,1733080862240] 2024-12-01T19:21:15,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/draining/9168bcbe98d9,46465,1733080862240 already deleted, retry=false 2024-12-01T19:21:15,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,46465,1733080862240 expired; onlineServers=0 2024-12-01T19:21:15,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,36021,1733080862041' ***** 2024-12-01T19:21:15,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:21:15,401 INFO [M:0;9168bcbe98d9:36021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:15,401 INFO [M:0;9168bcbe98d9:36021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:15,401 DEBUG [M:0;9168bcbe98d9:36021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:21:15,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:21:15,401 DEBUG [M:0;9168bcbe98d9:36021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:21:15,401 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080864292 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080864292,5,FailOnTimeoutGroup] 2024-12-01T19:21:15,401 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080864308 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080864308,5,FailOnTimeoutGroup] 2024-12-01T19:21:15,401 INFO [M:0;9168bcbe98d9:36021 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:15,401 INFO [M:0;9168bcbe98d9:36021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:15,401 DEBUG [M:0;9168bcbe98d9:36021 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:21:15,401 INFO [M:0;9168bcbe98d9:36021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:21:15,402 INFO [M:0;9168bcbe98d9:36021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:15,402 INFO [M:0;9168bcbe98d9:36021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:21:15,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:21:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/master 2024-12-01T19:21:15,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:15,422 DEBUG [M:0;9168bcbe98d9:36021 {}] zookeeper.ZKUtil(347): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/master because node does not exist (not an error) 2024-12-01T19:21:15,422 WARN [M:0;9168bcbe98d9:36021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:21:15,422 INFO [M:0;9168bcbe98d9:36021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/.lastflushedseqids 2024-12-01T19:21:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741842_1018 (size=181) 2024-12-01T19:21:15,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:15,490 INFO [RS:0;9168bcbe98d9:46465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:15,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46465-0x101925741380001, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:15,490 INFO [RS:0;9168bcbe98d9:46465 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,46465,1733080862240; zookeeper connection closed. 2024-12-01T19:21:15,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@81cf04c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@81cf04c 2024-12-01T19:21:15,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:21:15,827 INFO [M:0;9168bcbe98d9:36021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:21:15,827 INFO [M:0;9168bcbe98d9:36021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:21:15,827 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:15,828 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:15,828 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:15,828 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:15,828 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:15,828 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-01T19:21:15,841 DEBUG [M:0;9168bcbe98d9:36021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/977df16fad7d4d89843b0be047ed3c5e is 82, key is hbase:meta,,1/info:regioninfo/1733080865593/Put/seqid=0 2024-12-01T19:21:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741843_1019 (size=5672) 2024-12-01T19:21:16,246 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/977df16fad7d4d89843b0be047ed3c5e 2024-12-01T19:21:16,262 DEBUG [M:0;9168bcbe98d9:36021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8006b62f8cb41edb299e4054c96d365 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733080872945/Put/seqid=0 2024-12-01T19:21:16,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741844_1020 (size=7203) 2024-12-01T19:21:16,667 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8006b62f8cb41edb299e4054c96d365 2024-12-01T19:21:16,683 DEBUG [M:0;9168bcbe98d9:36021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0267048c104b2c9a9bdb0b9f0b33b0 is 69, key is 9168bcbe98d9,46465,1733080862240/rs:state/1733080864330/Put/seqid=0 2024-12-01T19:21:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741845_1021 (size=5156) 2024-12-01T19:21:17,087 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0267048c104b2c9a9bdb0b9f0b33b0 2024-12-01T19:21:17,092 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/977df16fad7d4d89843b0be047ed3c5e as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/977df16fad7d4d89843b0be047ed3c5e 2024-12-01T19:21:17,096 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/977df16fad7d4d89843b0be047ed3c5e, entries=8, sequenceid=70, filesize=5.5 K 2024-12-01T19:21:17,097 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8006b62f8cb41edb299e4054c96d365 as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8006b62f8cb41edb299e4054c96d365 2024-12-01T19:21:17,101 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8006b62f8cb41edb299e4054c96d365, entries=8, sequenceid=70, filesize=7.0 K 2024-12-01T19:21:17,102 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df0267048c104b2c9a9bdb0b9f0b33b0 as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0267048c104b2c9a9bdb0b9f0b33b0 2024-12-01T19:21:17,105 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0267048c104b2c9a9bdb0b9f0b33b0, entries=1, sequenceid=70, filesize=5.0 K 2024-12-01T19:21:17,106 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=70, compaction requested=false 2024-12-01T19:21:17,107 INFO [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:17,108 DEBUG [M:0;9168bcbe98d9:36021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080875827Disabling compacts and flushes for region at 1733080875827Disabling writes for close at 1733080875828 (+1 ms)Obtaining lock to block concurrent updates at 1733080875828Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080875828Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733080875828Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080875829 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080875829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080875841 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080875841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080876250 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080876262 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080876262Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080876671 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080876682 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080876682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da57760: reopening flushed file at 1733080877091 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c92cd19: reopening flushed file at 1733080877096 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7d8fb5: reopening flushed file at 1733080877101 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=70, compaction requested=false at 1733080877106 (+5 ms)Writing region close event to WAL at 1733080877107 (+1 ms)Closed at 1733080877107 2024-12-01T19:21:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741830_1006 (size=41008) 2024-12-01T19:21:17,110 INFO [M:0;9168bcbe98d9:36021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:21:17,110 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:17,110 INFO [M:0;9168bcbe98d9:36021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36021 2024-12-01T19:21:17,110 INFO [M:0;9168bcbe98d9:36021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:17,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:17,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:17,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:17,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:17,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:21:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:17,222 INFO [M:0;9168bcbe98d9:36021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:17,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36021-0x101925741380000, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:17,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:21:17,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:17,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44433 2024-12-01T19:21:17,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44433 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:17,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444330x0, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:17,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44433-0x101925741380006 connected 2024-12-01T19:21:17,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:17,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:17,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:17,287 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: INIT 2024-12-01T19:21:17,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91, hbase.cluster.distributed=false 2024-12-01T19:21:17,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/acl 2024-12-01T19:21:17,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44433 2024-12-01T19:21:17,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44433 2024-12-01T19:21:17,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44433 2024-12-01T19:21:17,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44433 2024-12-01T19:21:17,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44433 2024-12-01T19:21:17,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:17,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:17,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45959 2024-12-01T19:21:17,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45959 connecting to ZooKeeper ensemble=127.0.0.1:60706 2024-12-01T19:21:17,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:17,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:17,316 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459590x0, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:17,317 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: INIT 2024-12-01T19:21:17,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45959-0x101925741380007 connected 2024-12-01T19:21:17,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:17,317 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:21:17,320 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:21:17,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/master 2024-12-01T19:21:17,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/acl 2024-12-01T19:21:17,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45959 2024-12-01T19:21:17,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45959 2024-12-01T19:21:17,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45959 2024-12-01T19:21:17,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45959 2024-12-01T19:21:17,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45959 2024-12-01T19:21:17,332 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:44433 2024-12-01T19:21:17,333 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-539460685/backup-masters/9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,342 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:17,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:17,343 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on existing znode=/0-539460685/backup-masters/9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,353 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-539460685/master 2024-12-01T19:21:17,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:17,353 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:17,353 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on existing znode=/0-539460685/master 2024-12-01T19:21:17,354 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-539460685/backup-masters/9168bcbe98d9,44433,1733080877223 from backup master directory 2024-12-01T19:21:17,363 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/backup-masters/9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/backup-masters 2024-12-01T19:21:17,363 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:17,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,373 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:17,373 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:21:17,380 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-01T19:21:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741846_1022 (size=196) 2024-12-01T19:21:17,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:17,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:21:17,797 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:17,801 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-01T19:21:17,803 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041 to hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041-dead as it is dead 2024-12-01T19:21:17,804 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041-dead/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 2024-12-01T19:21:17,804 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041-dead/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 after 0ms 2024-12-01T19:21:17,805 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041-dead/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 to hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 2024-12-01T19:21:17,805 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,36021,1733080862041-dead 2024-12-01T19:21:17,805 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,806 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:17,807 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C44433%2C1733080877223, suffix=, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,44433,1733080877223, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/oldWALs, maxLogs=10 2024-12-01T19:21:17,818 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,44433,1733080877223/9168bcbe98d9%2C44433%2C1733080877223.1733080877807, exclude list is [], retry=0 2024-12-01T19:21:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:17,822 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,44433,1733080877223/9168bcbe98d9%2C44433%2C1733080877223.1733080877807 2024-12-01T19:21:17,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:17,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:17,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:17,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:21:17,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:17,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/977df16fad7d4d89843b0be047ed3c5e 2024-12-01T19:21:17,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:17,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:21:17,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:17,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8006b62f8cb41edb299e4054c96d365 2024-12-01T19:21:17,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:17,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:21:17,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:17,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df0267048c104b2c9a9bdb0b9f0b33b0 2024-12-01T19:21:17,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:17,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:21:17,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:17,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:17,843 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,843 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-01T19:21:17,843 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 2024-12-01T19:21:17,847 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 2024-12-01T19:21:17,848 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9168bcbe98d9%2C36021%2C1733080862041.1733080864024 2024-12-01T19:21:17,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:17,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:17,852 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-01T19:21:17,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68909291, jitterRate=0.026828452944755554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:17,853 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080877822Initializing all the Stores at 1733080877823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080877823Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080877823Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080877823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080877823Cleaning up temporary data from old regions at 1733080877849 (+26 ms)Region opened successfully at 1733080877853 (+4 ms) 2024-12-01T19:21:17,854 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:21:17,856 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4875b7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:17,858 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-01T19:21:17,858 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:21:17,858 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:21:17,858 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:21:17,858 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:21:17,860 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:17,861 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:21:17,861 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:21:17,861 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-01T19:21:17,861 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:21:17,863 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9168bcbe98d9,46465,1733080862240, regionLocation=9168bcbe98d9,46465,1733080862240, openSeqNum=2 2024-12-01T19:21:17,863 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9168bcbe98d9,46465,1733080862240, table=hbase:meta, region=1588230740 2024-12-01T19:21:17,863 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46465,1733080862240, state=OPEN 2024-12-01T19:21:17,874 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:17,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:17,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:17,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:17,877 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:21:17,890 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/draining/9168bcbe98d9,46465,1733080862240 already deleted, retry=false 2024-12-01T19:21:17,890 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9168bcbe98d9,46465,1733080862240 on 9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,891 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9168bcbe98d9,46465,1733080862240, splitWal=true, meta=true 2024-12-01T19:21:17,891 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 9168bcbe98d9,46465,1733080862240 (carryingMeta=true) 9168bcbe98d9,46465,1733080862240/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5aeed742[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T19:21:17,893 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/balancer because node does not exist (not necessarily an error) 2024-12-01T19:21:17,906 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/balancer already deleted, retry=false 2024-12-01T19:21:17,906 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:21:17,907 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:21:17,916 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/normalizer already deleted, retry=false 2024-12-01T19:21:17,916 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:21:17,917 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:21:17,927 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/switch/split already deleted, retry=false 2024-12-01T19:21:17,928 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:21:17,937 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/switch/merge already deleted, retry=false 2024-12-01T19:21:17,950 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Unable to get data of znode /0-539460685/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:21:17,958 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/snapshot-cleanup already deleted, retry=false 2024-12-01T19:21:17,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:17,969 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:17,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:17,969 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:17,969 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,44433,1733080877223, sessionid=0x101925741380006, setting cluster-up flag (Was=false) 2024-12-01T19:21:17,980 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-539460685/flush-table-proc/acquired, /0-539460685/flush-table-proc/reached, /0-539460685/flush-table-proc/abort 2024-12-01T19:21:17,981 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,991 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-539460685/online-snapshot/acquired, /0-539460685/online-snapshot/reached, /0-539460685/online-snapshot/abort 2024-12-01T19:21:17,992 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:17,993 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/.lastflushedseqids 2024-12-01T19:21:17,995 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:21:17,995 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:21:17,995 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,44433,1733080877223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9168bcbe98d9,46465,1733080862240 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:21:17,996 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:17,996 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:17,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:17,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:17,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:21:17,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:17,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:17,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:17,997 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080907997 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:21:17,998 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9168bcbe98d9,46465,1733080862240, splitWal=true, meta=true 2024-12-01T19:21:17,998 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:17,999 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:21:17,999 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9168bcbe98d9,46465,1733080862240, splitWal=true, meta=true, isMeta: true 2024-12-01T19:21:17,999 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:21:17,999 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:21:17,999 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:21:17,999 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:21:17,999 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:21:18,000 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080877999,5,FailOnTimeoutGroup] 2024-12-01T19:21:18,000 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080878000,5,FailOnTimeoutGroup] 2024-12-01T19:21:18,000 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,000 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:21:18,000 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,000 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,000 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080878000, completionTime=-1 2024-12-01T19:21:18,000 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-01T19:21:18,000 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T19:21:18,000 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240-splitting 2024-12-01T19:21:18,001 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240-splitting dir is empty, no logs to split. 2024-12-01T19:21:18,001 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9168bcbe98d9,46465,1733080862240 WAL count=0, meta=true 2024-12-01T19:21:18,003 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240-splitting dir is empty, no logs to split. 2024-12-01T19:21:18,003 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9168bcbe98d9,46465,1733080862240 WAL count=0, meta=true 2024-12-01T19:21:18,003 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9168bcbe98d9,46465,1733080862240 WAL splitting is done? wals=0, meta=true 2024-12-01T19:21:18,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:21:18,005 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:18,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T19:21:18,024 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(746): ClusterId : 697979cc-2a24-424a-b85b-3f4af4e5788f 2024-12-01T19:21:18,024 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:21:18,038 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:21:18,038 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:21:18,048 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:21:18,048 DEBUG [RS:0;9168bcbe98d9:45959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edee6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:18,058 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:45959 2024-12-01T19:21:18,058 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:21:18,058 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:21:18,058 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:21:18,059 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,44433,1733080877223 with port=45959, startcode=1733080877301 2024-12-01T19:21:18,059 DEBUG [RS:0;9168bcbe98d9:45959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:21:18,060 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:21:18,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44433 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,061 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91 2024-12-01T19:21:18,061 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42811 2024-12-01T19:21:18,061 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:21:18,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/rs 2024-12-01T19:21:18,099 DEBUG [RS:0;9168bcbe98d9:45959 {}] zookeeper.ZKUtil(111): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on existing znode=/0-539460685/rs/9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,099 WARN [RS:0;9168bcbe98d9:45959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:18,099 INFO [RS:0;9168bcbe98d9:45959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:18,099 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,45959,1733080877301] 2024-12-01T19:21:18,100 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-01T19:21:18,115 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:21:18,116 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:21:18,116 INFO [RS:0;9168bcbe98d9:45959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:21:18,116 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,117 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:21:18,117 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:21:18,117 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:18,117 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:18,118 DEBUG [RS:0;9168bcbe98d9:45959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:18,118 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,118 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,118 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,118 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,118 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,118 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45959,1733080877301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:18,129 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:21:18,129 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45959,1733080877301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,141 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,45959,1733080877301, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:21:18,141 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,141 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.Replication(171): 9168bcbe98d9,45959,1733080877301 started 2024-12-01T19:21:18,152 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:18,152 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39223' 2024-12-01T19:21:18,152 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,45959,1733080877301, RpcServer on 9168bcbe98d9/172.17.0.3:45959, sessionid=0x101925741380007 2024-12-01T19:21:18,152 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:21:18,152 DEBUG [RS:0;9168bcbe98d9:45959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,152 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,45959,1733080877301' 2024-12-01T19:21:18,152 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-539460685/flush-table-proc/abort' 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-539460685/flush-table-proc/acquired' 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dca2f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39223,-1 for getting cluster id 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,45959,1733080877301' 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-539460685/online-snapshot/abort' 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:18,153 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-539460685/online-snapshot/acquired' 2024-12-01T19:21:18,154 DEBUG [RS:0;9168bcbe98d9:45959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:21:18,154 INFO [RS:0;9168bcbe98d9:45959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:21:18,154 INFO [RS:0;9168bcbe98d9:45959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:21:18,154 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4139d10e-3b67-4da9-a7eb-6533ea66f899' 2024-12-01T19:21:18,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4139d10e-3b67-4da9-a7eb-6533ea66f899" 2024-12-01T19:21:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e9e525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39223,-1] 2024-12-01T19:21:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:18,156 WARN [9168bcbe98d9:44433 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T19:21:18,156 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:18,156 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e6a5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:18,157 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:18,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:18,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1688a451 2024-12-01T19:21:18,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:18,158 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-01T19:21:18,159 INFO [RS:0;9168bcbe98d9:45959.replicationSource,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,45959,1733080877301 (queues=0) is replicating from cluster=697979cc-2a24-424a-b85b-3f4af4e5788f to cluster=4139d10e-3b67-4da9-a7eb-6533ea66f899 2024-12-01T19:21:18,254 INFO [RS:0;9168bcbe98d9:45959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:18,256 INFO [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C45959%2C1733080877301, suffix=, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs, maxLogs=10 2024-12-01T19:21:18,266 DEBUG [RS:0;9168bcbe98d9:45959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256, exclude list is [], retry=0 2024-12-01T19:21:18,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:18,270 INFO [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 2024-12-01T19:21:18,271 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9168bcbe98d9%2C45959%2C1733080877301 for peer 1 2024-12-01T19:21:18,271 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C45959%2C1733080877301 2024-12-01T19:21:18,271 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,45959,1733080877301, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:21:18,271 DEBUG [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:18,271 INFO [RS:0;9168bcbe98d9:45959.replicationSource.shipper9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C45959%2C1733080877301 2024-12-01T19:21:18,271 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256, startPosition=0, beingWritten=true 2024-12-01T19:21:18,406 DEBUG [9168bcbe98d9:44433 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:21:18,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,45959,1733080877301, state=OPENING 2024-12-01T19:21:18,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:18,427 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:18,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:18,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:18,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:18,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,45959,1733080877301}] 2024-12-01T19:21:18,476 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:18,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:18,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:21:18,584 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:21:18,584 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:18,584 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:21:18,585 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C45959%2C1733080877301.meta, suffix=.meta, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs, maxLogs=10 2024-12-01T19:21:18,596 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.meta.1733080878585.meta, exclude list is [], retry=0 2024-12-01T19:21:18,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:18,599 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.meta.1733080878585.meta 2024-12-01T19:21:18,599 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:18,600 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:21:18,600 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:21:18,600 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:21:18,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:18,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:18,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:18,608 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/info/b3070036238944f1a7aaa950dc35139a 2024-12-01T19:21:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:18,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:18,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:18,614 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/ns/108655ab6e6644d89440a27ff00c2c05 2024-12-01T19:21:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:18,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:18,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:18,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:18,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:18,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:18,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:18,621 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/table/5e173243b0ed4df59d1fd20a0dd2d8a0 2024-12-01T19:21:18,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:18,621 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:18,622 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740 2024-12-01T19:21:18,623 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740 2024-12-01T19:21:18,624 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:18,624 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:18,625 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:18,626 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:18,626 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64484646, jitterRate=-0.03910389542579651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:18,626 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:21:18,626 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080878600Writing region info on filesystem at 1733080878600Initializing all the Stores at 1733080878601 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080878601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080878601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080878601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080878601Cleaning up temporary data from old regions at 1733080878624 (+23 ms)Running coprocessor post-open hooks at 1733080878626 (+2 ms)Region opened successfully at 1733080878626 2024-12-01T19:21:18,627 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733080878580 2024-12-01T19:21:18,629 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:21:18,629 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:21:18,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,45959,1733080877301, state=OPEN 2024-12-01T19:21:18,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:18,679 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-539460685/meta-region-server 2024-12-01T19:21:18,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:18,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:18,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-539460685/meta-region-server: CHANGED 2024-12-01T19:21:18,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-01T19:21:18,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,45959,1733080877301 in 252 msec 2024-12-01T19:21:18,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:21:18,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-12-01T19:21:18,781 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:19,185 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:19,603 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-01T19:21:19,690 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:20,295 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:21,000 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:21,105 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-01T19:21:21,805 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:22,507 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-01T19:21:22,507 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:21:22,507 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:22,508 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,45959,1733080877301, seqNum=-1] 2024-12-01T19:21:22,508 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:22,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:22,512 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=72c4ede225f21d9356e96a488cb12724, regionState=OPEN, lastHost=9168bcbe98d9,46465,1733080862240, regionLocation=9168bcbe98d9,46465,1733080862240, openSeqNum=2 2024-12-01T19:21:22,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:21:22,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080942512 2024-12-01T19:21:22,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081002512 2024-12-01T19:21:22,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-01T19:21:22,513 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9168bcbe98d9,46465,1733080862240 had 2 regions 2024-12-01T19:21:22,513 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44433,1733080877223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,513 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44433,1733080877223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,513 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44433,1733080877223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,513 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:44433, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,513 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,513 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,514 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9168bcbe98d9,46465,1733080862240, splitWal=true, meta=true, isMeta: false 2024-12-01T19:21:22,515 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240-splitting dir is empty, no logs to split. 2024-12-01T19:21:22,515 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9168bcbe98d9,46465,1733080862240 WAL count=0, meta=false 2024-12-01T19:21:22,517 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,46465,1733080862240-splitting dir is empty, no logs to split. 2024-12-01T19:21:22,517 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9168bcbe98d9,46465,1733080862240 WAL count=0, meta=false 2024-12-01T19:21:22,517 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9168bcbe98d9,46465,1733080862240 WAL splitting is done? wals=0, meta=false 2024-12-01T19:21:22,518 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.154sec 2024-12-01T19:21:22,518 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:21:22,518 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:21:22,518 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:21:22,519 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:21:22,519 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:21:22,519 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44433,1733080877223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:22,519 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44433,1733080877223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:21:22,519 WARN [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9168bcbe98d9,46465,1733080862240/hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:22,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN}] 2024-12-01T19:21:22,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN 2024-12-01T19:21:22,522 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:21:22,522 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:21:22,522 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44433,1733080877223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:22,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T19:21:22,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef62c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:22,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,44433,-1 for getting cluster id 2024-12-01T19:21:22,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:22,529 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697979cc-2a24-424a-b85b-3f4af4e5788f' 2024-12-01T19:21:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697979cc-2a24-424a-b85b-3f4af4e5788f" 2024-12-01T19:21:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eda87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,44433,-1] 2024-12-01T19:21:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:22,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,530 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:22,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b3c577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:22,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:22,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,45959,1733080877301, seqNum=-1] 2024-12-01T19:21:22,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:22,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:22,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-01T19:21:22,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:22,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:22,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:22,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9168bcbe98d9:44433 after: 9168bcbe98d9:44433 2024-12-01T19:21:22,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b12aedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:22,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,44433,-1 for getting cluster id 2024-12-01T19:21:22,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:22,537 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697979cc-2a24-424a-b85b-3f4af4e5788f' 2024-12-01T19:21:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697979cc-2a24-424a-b85b-3f4af4e5788f" 2024-12-01T19:21:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f431327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,44433,-1] 2024-12-01T19:21:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,538 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:22,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f083a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:22,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331fd52e 2024-12-01T19:21:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:22,541 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:22,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44433 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-01T19:21:22,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:21:22,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:22,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:22,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:22,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:21:22,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1799710415, stopped=false 2024-12-01T19:21:22,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,39223,1733080868264 2024-12-01T19:21:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099930183/running 2024-12-01T19:21:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099930183/running 2024-12-01T19:21:22,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:22,621 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:22,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:22,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/running 2024-12-01T19:21:22,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Set watcher on znode that does not yet exist, /1-1099930183/running 2024-12-01T19:21:22,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:22,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:22,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,623 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,38797,1733080868834' ***** 2024-12-01T19:21:22,623 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:21:22,623 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:38797. 2024-12-01T19:21:22,623 DEBUG [RS:0;9168bcbe98d9:38797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:22,623 DEBUG [RS:0;9168bcbe98d9:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:21:22,623 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:21:22,624 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:21:22,624 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:21:22,624 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:22,624 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:22,624 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:22,624 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:22,624 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:22,624 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:22,624 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-01T19:21:22,638 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/.tmp/ns/590cc2b0623e4a9bb8c69ebbb1afbe22 is 43, key is default/ns:d/1733080871656/Put/seqid=0 2024-12-01T19:21:22,639 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741835_1011 (size=5153) 2024-12-01T19:21:22,672 DEBUG [9168bcbe98d9:44433 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:21:22,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=72c4ede225f21d9356e96a488cb12724, regionState=OPENING, regionLocation=9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN because future has completed 2024-12-01T19:21:22,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c4ede225f21d9356e96a488cb12724, server=9168bcbe98d9,45959,1733080877301}] 2024-12-01T19:21:22,709 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:22,824 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:22,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:22,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:22,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:21:22,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C45959%2C1733080877301.rep, suffix=, logDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301, archiveDir=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs, maxLogs=10 2024-12-01T19:21:22,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.rep.1733080882833, exclude list is [], retry=0 2024-12-01T19:21:22,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38953,DS-40305126-3712-4bd7-b145-99017adac9cb,DISK] 2024-12-01T19:21:22,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.rep.1733080882833 2024-12-01T19:21:22,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35085:35085)] 2024-12-01T19:21:22,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c4ede225f21d9356e96a488cb12724, NAME => 'hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:22,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:22,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:22,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. service=MultiRowMutationService 2024-12-01T19:21:22,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:21:22,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:22,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,849 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,850 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c4ede225f21d9356e96a488cb12724 columnFamilyName hfileref 2024-12-01T19:21:22,850 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:22,850 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(327): Store=72c4ede225f21d9356e96a488cb12724/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:22,850 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,851 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c4ede225f21d9356e96a488cb12724 columnFamilyName queue 2024-12-01T19:21:22,851 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:22,856 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/queue/d631a9146a5d4cfa9b7cc61a59a83e9f 2024-12-01T19:21:22,856 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(327): Store=72c4ede225f21d9356e96a488cb12724/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:22,856 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,856 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c4ede225f21d9356e96a488cb12724 columnFamilyName sid 2024-12-01T19:21:22,857 DEBUG [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:22,857 INFO [StoreOpener-72c4ede225f21d9356e96a488cb12724-1 {}] regionserver.HStore(327): Store=72c4ede225f21d9356e96a488cb12724/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:22,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:21:22,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 72c4ede225f21d9356e96a488cb12724; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61439651, jitterRate=-0.08447785675525665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:21:22,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:22,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 72c4ede225f21d9356e96a488cb12724: Running coprocessor pre-open hook at 1733080882848Writing region info on filesystem at 1733080882848Initializing all the Stores at 1733080882849 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080882849Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080882849Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080882849Cleaning up temporary data from old regions at 1733080882859 (+10 ms)Running coprocessor post-open hooks at 1733080882862 (+3 ms)Region opened successfully at 1733080882862 2024-12-01T19:21:22,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724., pid=13, masterSystemTime=1733080882828 2024-12-01T19:21:22,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:22,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:22,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=72c4ede225f21d9356e96a488cb12724, regionState=OPEN, openSeqNum=9, regionLocation=9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:22,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c4ede225f21d9356e96a488cb12724, server=9168bcbe98d9,45959,1733080877301 because future has completed 2024-12-01T19:21:22,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T19:21:22,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c4ede225f21d9356e96a488cb12724, server=9168bcbe98d9,45959,1733080877301 in 192 msec 2024-12-01T19:21:22,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-01T19:21:22,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72c4ede225f21d9356e96a488cb12724, ASSIGN in 349 msec 2024-12-01T19:21:22,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-01T19:21:22,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724., hostname=9168bcbe98d9,45959,1733080877301, seqNum=9] 2024-12-01T19:21:22,885 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9168bcbe98d9,46465,1733080862240 2024-12-01T19:21:22,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-01T19:21:23,024 DEBUG [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:23,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-01T19:21:23,042 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/.tmp/ns/590cc2b0623e4a9bb8c69ebbb1afbe22 2024-12-01T19:21:23,048 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/.tmp/ns/590cc2b0623e4a9bb8c69ebbb1afbe22 as hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/ns/590cc2b0623e4a9bb8c69ebbb1afbe22 2024-12-01T19:21:23,053 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/ns/590cc2b0623e4a9bb8c69ebbb1afbe22, entries=2, sequenceid=6, filesize=5.0 K 2024-12-01T19:21:23,054 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false 2024-12-01T19:21:23,058 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T19:21:23,058 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:23,058 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:23,058 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:23,059 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080882624Running coprocessor pre-close hooks at 1733080882624Disabling compacts and flushes for region at 1733080882624Disabling writes for close at 1733080882624Obtaining lock to block concurrent updates at 1733080882624Preparing flush snapshotting stores in 1588230740 at 1733080882624Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733080882624Flushing stores of hbase:meta,,1.1588230740 at 1733080882625 (+1 ms)Flushing 1588230740/ns: creating writer at 1733080882625Flushing 1588230740/ns: appending metadata at 1733080882637 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733080882637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d82f30: reopening flushed file at 1733080883047 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1733080883054 (+7 ms)Writing region close event to WAL at 1733080883055 (+1 ms)Running coprocessor post-close hooks at 1733080883058 (+3 ms)Closed at 1733080883058 2024-12-01T19:21:23,059 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:23,131 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:21:23,131 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:21:23,224 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,38797,1733080868834; all regions closed. 2024-12-01T19:21:23,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741834_1010 (size=1152) 2024-12-01T19:21:23,229 DEBUG [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/oldWALs 2024-12-01T19:21:23,229 INFO [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C38797%2C1733080868834.meta:.meta(num 1733080871601) 2024-12-01T19:21:23,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741833_1009 (size=93) 2024-12-01T19:21:23,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/WALs/9168bcbe98d9,38797,1733080868834/9168bcbe98d9%2C38797%2C1733080868834.1733080871260 not finished, retry = 0 2024-12-01T19:21:23,334 DEBUG [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/oldWALs 2024-12-01T19:21:23,334 INFO [RS:0;9168bcbe98d9:38797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C38797%2C1733080868834:(num 1733080871260) 2024-12-01T19:21:23,334 DEBUG [RS:0;9168bcbe98d9:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:23,334 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:23,334 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:23,335 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:23,335 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:23,335 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:23,335 INFO [RS:0;9168bcbe98d9:38797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38797 2024-12-01T19:21:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099930183/rs/9168bcbe98d9,38797,1733080868834 2024-12-01T19:21:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183/rs 2024-12-01T19:21:23,353 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:23,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,38797,1733080868834] 2024-12-01T19:21:23,518 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1099930183/draining/9168bcbe98d9,38797,1733080868834 already deleted, retry=false 2024-12-01T19:21:23,518 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,38797,1733080868834 expired; onlineServers=0 2024-12-01T19:21:23,518 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,39223,1733080868264' ***** 2024-12-01T19:21:23,518 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:23,519 DEBUG [M:0;9168bcbe98d9:39223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:21:23,519 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:21:23,519 DEBUG [M:0;9168bcbe98d9:39223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:21:23,519 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080870834 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080870834,5,FailOnTimeoutGroup] 2024-12-01T19:21:23,519 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080870832 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080870832,5,FailOnTimeoutGroup] 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:23,519 DEBUG [M:0;9168bcbe98d9:39223 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:23,519 INFO [M:0;9168bcbe98d9:39223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:21:23,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:21:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:23,541 INFO [RS:0;9168bcbe98d9:38797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38797-0x101925741380004, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:23,541 INFO [RS:0;9168bcbe98d9:38797 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,38797,1733080868834; zookeeper connection closed. 2024-12-01T19:21:23,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4957476c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4957476c 2024-12-01T19:21:23,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:21:23,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1099930183/master 2024-12-01T19:21:23,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1099930183 2024-12-01T19:21:23,542 DEBUG [M:0;9168bcbe98d9:39223 {}] zookeeper.ZKUtil(347): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Unable to get data of znode /1-1099930183/master because node does not exist (not an error) 2024-12-01T19:21:23,542 WARN [M:0;9168bcbe98d9:39223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:21:23,543 INFO [M:0;9168bcbe98d9:39223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/.lastflushedseqids 2024-12-01T19:21:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741836_1012 (size=99) 2024-12-01T19:21:23,714 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:23,948 INFO [M:0;9168bcbe98d9:39223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:21:23,948 INFO [M:0;9168bcbe98d9:39223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:21:23,948 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:23,948 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:23,948 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:23,948 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:23,948 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:23,949 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-01T19:21:23,966 DEBUG [M:0;9168bcbe98d9:39223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b430487347af4366af81c97faeb1ad88 is 82, key is hbase:meta,,1/info:regioninfo/1733080871637/Put/seqid=0 2024-12-01T19:21:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741837_1013 (size=5672) 2024-12-01T19:21:24,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:24,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:24,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:24,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:24,130 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:21:24,370 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b430487347af4366af81c97faeb1ad88 2024-12-01T19:21:24,387 DEBUG [M:0;9168bcbe98d9:39223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1384705c621447678699c67b8a7af153 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733080871660/Put/seqid=0 2024-12-01T19:21:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741838_1014 (size=5275) 2024-12-01T19:21:24,792 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1384705c621447678699c67b8a7af153 2024-12-01T19:21:24,813 DEBUG [M:0;9168bcbe98d9:39223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5eeedfb86e024589a6b575d9ae9b0537 is 69, key is 9168bcbe98d9,38797,1733080868834/rs:state/1733080871026/Put/seqid=0 2024-12-01T19:21:24,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741839_1015 (size=5156) 2024-12-01T19:21:24,819 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:25,217 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5eeedfb86e024589a6b575d9ae9b0537 2024-12-01T19:21:25,222 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b430487347af4366af81c97faeb1ad88 as hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b430487347af4366af81c97faeb1ad88 2024-12-01T19:21:25,228 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b430487347af4366af81c97faeb1ad88, entries=8, sequenceid=28, filesize=5.5 K 2024-12-01T19:21:25,229 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1384705c621447678699c67b8a7af153 as hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1384705c621447678699c67b8a7af153 2024-12-01T19:21:25,233 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1384705c621447678699c67b8a7af153, entries=3, sequenceid=28, filesize=5.2 K 2024-12-01T19:21:25,234 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5eeedfb86e024589a6b575d9ae9b0537 as hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5eeedfb86e024589a6b575d9ae9b0537 2024-12-01T19:21:25,238 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35667/user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5eeedfb86e024589a6b575d9ae9b0537, entries=1, sequenceid=28, filesize=5.0 K 2024-12-01T19:21:25,238 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-12-01T19:21:25,241 INFO [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:25,242 DEBUG [M:0;9168bcbe98d9:39223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080883948Disabling compacts and flushes for region at 1733080883948Disabling writes for close at 1733080883948Obtaining lock to block concurrent updates at 1733080883949 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080883949Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733080883949Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080883949Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080883949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080883965 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080883965Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080884374 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080884387 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080884387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080884796 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080884813 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080884813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35098dc5: reopening flushed file at 1733080885222 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45990ce6: reopening flushed file at 1733080885228 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427e5a0e: reopening flushed file at 1733080885233 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1733080885238 (+5 ms)Writing region close event to WAL at 1733080885241 (+3 ms)Closed at 1733080885241 2024-12-01T19:21:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46707 is added to blk_1073741830_1006 (size=10165) 2024-12-01T19:21:25,244 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/477b4b44-1922-fe55-a2e9-414d8bae03a0/MasterData/WALs/9168bcbe98d9,39223,1733080868264/9168bcbe98d9%2C39223%2C1733080868264.1733080870390 not finished, retry = 0 2024-12-01T19:21:25,345 INFO [M:0;9168bcbe98d9:39223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:21:25,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:25,346 INFO [M:0;9168bcbe98d9:39223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39223 2024-12-01T19:21:25,346 INFO [M:0;9168bcbe98d9:39223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:25,463 INFO [M:0;9168bcbe98d9:39223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39223-0x101925741380003, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:25,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fa040e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:25,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bdc17ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:25,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:25,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a41fa34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:25,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34a49806{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:25,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:21:25,515 WARN [BP-803628803-172.17.0.3-1733080865995 heartbeating to localhost/127.0.0.1:35667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:21:25,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:21:25,515 WARN [BP-803628803-172.17.0.3-1733080865995 heartbeating to localhost/127.0.0.1:35667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803628803-172.17.0.3-1733080865995 (Datanode Uuid 99c750d1-0684-4445-947c-c66b970c8bfa) service to localhost/127.0.0.1:35667 2024-12-01T19:21:25,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/cluster_0b1c500b-90b6-f6db-7c7c-c8784f5d59a6/data/data1/current/BP-803628803-172.17.0.3-1733080865995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:21:25,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/cluster_0b1c500b-90b6-f6db-7c7c-c8784f5d59a6/data/data2/current/BP-803628803-172.17.0.3-1733080865995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:21:25,516 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:21:25,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5416a76d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:25,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7878eebe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:25,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:25,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a9e364d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:25,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@157328b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:25,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:21:25,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:21:25,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:25,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:25,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:25,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:25,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:21:25,535 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=50858639, stopped=false 2024-12-01T19:21:25,535 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,44433,1733080877223 2024-12-01T19:21:25,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:25,553 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/running 2024-12-01T19:21:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:25,553 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:25,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:25,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:25,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:25,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:25,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:25,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,45959,1733080877301' ***** 2024-12-01T19:21:25,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:21:25,554 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:21:25,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:21:25,554 INFO [RS:0;9168bcbe98d9:45959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:21:25,554 INFO [RS:0;9168bcbe98d9:45959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:21:25,554 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(3091): Received CLOSE for 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:45959. 2024-12-01T19:21:25,555 DEBUG [RS:0;9168bcbe98d9:45959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:25,555 DEBUG [RS:0;9168bcbe98d9:45959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:21:25,555 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:21:25,555 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72c4ede225f21d9356e96a488cb12724=hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724.} 2024-12-01T19:21:25,556 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72c4ede225f21d9356e96a488cb12724 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72c4ede225f21d9356e96a488cb12724, disabling compactions & flushes 2024-12-01T19:21:25,556 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:25,556 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. after waiting 0 ms 2024-12-01T19:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:25,556 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-01T19:21:25,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Set watcher on znode that does not yet exist, /0-539460685/running 2024-12-01T19:21:25,565 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/replication/72c4ede225f21d9356e96a488cb12724/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-01T19:21:25,566 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:25,566 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:25,566 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:25,566 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72c4ede225f21d9356e96a488cb12724: Waiting for close lock at 1733080885555Running coprocessor pre-close hooks at 1733080885555Disabling compacts and flushes for region at 1733080885555Disabling writes for close at 1733080885556 (+1 ms)Writing region close event to WAL at 1733080885560 (+4 ms)Running coprocessor post-close hooks at 1733080885566 (+6 ms)Closed at 1733080885566 2024-12-01T19:21:25,566 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724. 2024-12-01T19:21:25,573 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/info/ac619854011940bf8ced9c67575e80bd is 147, key is hbase:replication,,1733080871746.72c4ede225f21d9356e96a488cb12724./info:regioninfo/1733080882865/Put/seqid=0 2024-12-01T19:21:25,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741851_1027 (size=6385) 2024-12-01T19:21:25,624 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:25,756 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:25,956 DEBUG [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:25,978 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/info/ac619854011940bf8ced9c67575e80bd 2024-12-01T19:21:25,983 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/.tmp/info/ac619854011940bf8ced9c67575e80bd as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/info/ac619854011940bf8ced9c67575e80bd 2024-12-01T19:21:25,987 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/info/ac619854011940bf8ced9c67575e80bd, entries=8, sequenceid=19, filesize=6.2 K 2024-12-01T19:21:25,988 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-12-01T19:21:25,992 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-01T19:21:25,993 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:25,993 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:25,993 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:25,993 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080885555Running coprocessor pre-close hooks at 1733080885555Disabling compacts and flushes for region at 1733080885555Disabling writes for close at 1733080885556 (+1 ms)Obtaining lock to block concurrent updates at 1733080885556Preparing flush snapshotting stores in 1588230740 at 1733080885556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733080885556Flushing stores of hbase:meta,,1.1588230740 at 1733080885557 (+1 ms)Flushing 1588230740/info: creating writer at 1733080885557Flushing 1588230740/info: appending metadata at 1733080885573 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733080885573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29148121: reopening flushed file at 1733080885982 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1733080885988 (+6 ms)Writing region close event to WAL at 1733080885989 (+1 ms)Running coprocessor post-close hooks at 1733080885992 (+3 ms)Closed at 1733080885993 (+1 ms) 2024-12-01T19:21:25,993 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:26,023 DEBUG [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 to pos 0, reset compression=false 2024-12-01T19:21:26,156 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,45959,1733080877301; all regions closed. 2024-12-01T19:21:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741849_1025 (size=2156) 2024-12-01T19:21:26,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.meta.1733080878585.meta not finished, retry = 0 2024-12-01T19:21:26,204 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:21:26,204 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:21:26,261 DEBUG [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs 2024-12-01T19:21:26,261 INFO [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C45959%2C1733080877301.meta:.meta(num 1733080878585) 2024-12-01T19:21:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741850_1026 (size=796) 2024-12-01T19:21:26,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.rep.1733080882833 not finished, retry = 0 2024-12-01T19:21:26,366 DEBUG [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs 2024-12-01T19:21:26,366 INFO [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C45959%2C1733080877301.rep:(num 1733080882833) 2024-12-01T19:21:26,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741848_1024 (size=93) 2024-12-01T19:21:26,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/WALs/9168bcbe98d9,45959,1733080877301/9168bcbe98d9%2C45959%2C1733080877301.1733080878256 not finished, retry = 0 2024-12-01T19:21:26,471 DEBUG [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/oldWALs 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C45959%2C1733080877301:(num 1733080878256) 2024-12-01T19:21:26,472 DEBUG [RS:0;9168bcbe98d9:45959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:26,472 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,45959,1733080877301 because: Region server is closing 2024-12-01T19:21:26,472 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-01T19:21:26,472 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-01T19:21:26,472 INFO [RS:0;9168bcbe98d9:45959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:45959. 2024-12-01T19:21:26,472 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T19:21:26,472 DEBUG [RS:0;9168bcbe98d9:45959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:26,472 DEBUG [RS:0;9168bcbe98d9:45959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:26,473 DEBUG [RS:0;9168bcbe98d9:45959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:26,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:26,573 WARN [RS:0;9168bcbe98d9:45959.replicationSource.wal-reader.9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:21:26,573 WARN [RS:0;9168bcbe98d9:45959.replicationSource.shipper9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:21:26,573 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9168bcbe98d9:45959.replicationSource.shipper9168bcbe98d9%2C45959%2C1733080877301,1-9168bcbe98d9,45959,1733080877301 terminated 2024-12-01T19:21:26,573 INFO [RS:0;9168bcbe98d9:45959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45959 2024-12-01T19:21:26,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685/rs 2024-12-01T19:21:26,584 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/rs/9168bcbe98d9,45959,1733080877301 2024-12-01T19:21:26,584 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:26,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,45959,1733080877301] 2024-12-01T19:21:26,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/draining/9168bcbe98d9,45959,1733080877301 already deleted, retry=false 2024-12-01T19:21:26,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,45959,1733080877301 expired; onlineServers=0 2024-12-01T19:21:26,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,44433,1733080877223' ***** 2024-12-01T19:21:26,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:21:26,605 INFO [M:0;9168bcbe98d9:44433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:26,605 INFO [M:0;9168bcbe98d9:44433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:26,606 DEBUG [M:0;9168bcbe98d9:44433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:21:26,606 DEBUG [M:0;9168bcbe98d9:44433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:21:26,606 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:21:26,606 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080877999 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080877999,5,FailOnTimeoutGroup] 2024-12-01T19:21:26,606 INFO [M:0;9168bcbe98d9:44433 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:26,606 INFO [M:0;9168bcbe98d9:44433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:26,606 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080878000 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080878000,5,FailOnTimeoutGroup] 2024-12-01T19:21:26,606 DEBUG [M:0;9168bcbe98d9:44433 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:21:26,606 INFO [M:0;9168bcbe98d9:44433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:21:26,606 INFO [M:0;9168bcbe98d9:44433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:26,606 INFO [M:0;9168bcbe98d9:44433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:21:26,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:21:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-539460685/master 2024-12-01T19:21:26,616 DEBUG [M:0;9168bcbe98d9:44433 {}] zookeeper.RecoverableZooKeeper(212): Node /0-539460685/master already deleted, retry=false 2024-12-01T19:21:26,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-539460685 2024-12-01T19:21:26,616 DEBUG [M:0;9168bcbe98d9:44433 {}] master.ActiveMasterManager(353): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-539460685/master 2024-12-01T19:21:26,616 INFO [M:0;9168bcbe98d9:44433 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/.lastflushedseqids 2024-12-01T19:21:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741852_1028 (size=181) 2024-12-01T19:21:26,695 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:26,695 INFO [RS:0;9168bcbe98d9:45959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:26,695 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45959-0x101925741380007, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:26,695 INFO [RS:0;9168bcbe98d9:45959 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,45959,1733080877301; zookeeper connection closed. 2024-12-01T19:21:26,695 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f410868 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f410868 2024-12-01T19:21:26,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:21:27,021 INFO [M:0;9168bcbe98d9:44433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:21:27,022 INFO [M:0;9168bcbe98d9:44433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:21:27,022 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:27,022 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:27,022 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:27,022 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:27,022 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:27,022 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-01T19:21:27,040 DEBUG [M:0;9168bcbe98d9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daa536c1c14a457486d6d7e1d3d214c9 is 82, key is hbase:meta,,1/info:regioninfo/1733080878629/Put/seqid=0 2024-12-01T19:21:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741853_1029 (size=5672) 2024-12-01T19:21:27,057 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daa536c1c14a457486d6d7e1d3d214c9 2024-12-01T19:21:27,088 DEBUG [M:0;9168bcbe98d9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb8033c345604634b3236ec4a29dd0cd is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733080882870/Put/seqid=0 2024-12-01T19:21:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741854_1030 (size=7312) 2024-12-01T19:21:27,092 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb8033c345604634b3236ec4a29dd0cd 2024-12-01T19:21:27,120 DEBUG [M:0;9168bcbe98d9:44433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5596700e2d064f75ab699c61c47a5bc0 is 69, key is 9168bcbe98d9,45959,1733080877301/rs:state/1733080878061/Put/seqid=0 2024-12-01T19:21:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741855_1031 (size=5370) 2024-12-01T19:21:27,143 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5596700e2d064f75ab699c61c47a5bc0 2024-12-01T19:21:27,149 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5596700e2d064f75ab699c61c47a5bc0 2024-12-01T19:21:27,150 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daa536c1c14a457486d6d7e1d3d214c9 as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daa536c1c14a457486d6d7e1d3d214c9 2024-12-01T19:21:27,157 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daa536c1c14a457486d6d7e1d3d214c9, entries=8, sequenceid=127, filesize=5.5 K 2024-12-01T19:21:27,160 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb8033c345604634b3236ec4a29dd0cd as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb8033c345604634b3236ec4a29dd0cd 2024-12-01T19:21:27,165 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb8033c345604634b3236ec4a29dd0cd, entries=7, sequenceid=127, filesize=7.1 K 2024-12-01T19:21:27,166 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5596700e2d064f75ab699c61c47a5bc0 as hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5596700e2d064f75ab699c61c47a5bc0 2024-12-01T19:21:27,174 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5596700e2d064f75ab699c61c47a5bc0 2024-12-01T19:21:27,174 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42811/user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5596700e2d064f75ab699c61c47a5bc0, entries=2, sequenceid=127, filesize=5.2 K 2024-12-01T19:21:27,175 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=127, compaction requested=false 2024-12-01T19:21:27,177 INFO [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:27,177 DEBUG [M:0;9168bcbe98d9:44433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080887022Disabling compacts and flushes for region at 1733080887022Disabling writes for close at 1733080887022Obtaining lock to block concurrent updates at 1733080887022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080887022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733080887023 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080887023Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080887023Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080887040 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080887040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080887068 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080887087 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080887087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080887103 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080887119 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080887119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbd9be: reopening flushed file at 1733080887149 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf68c8c: reopening flushed file at 1733080887157 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e741dc3: reopening flushed file at 1733080887165 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=127, compaction requested=false at 1733080887175 (+10 ms)Writing region close event to WAL at 1733080887177 (+2 ms)Closed at 1733080887177 2024-12-01T19:21:27,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38953 is added to blk_1073741847_1023 (size=22903) 2024-12-01T19:21:27,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d800361-b672-8473-7c80-cc3176858d91/MasterData/WALs/9168bcbe98d9,44433,1733080877223/9168bcbe98d9%2C44433%2C1733080877223.1733080877807 not finished, retry = 0 2024-12-01T19:21:27,281 INFO [M:0;9168bcbe98d9:44433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:21:27,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:27,281 INFO [M:0;9168bcbe98d9:44433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44433 2024-12-01T19:21:27,281 INFO [M:0;9168bcbe98d9:44433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:27,389 INFO [M:0;9168bcbe98d9:44433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:27,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44433-0x101925741380006, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:27,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@181f8260{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:27,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ec88d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:27,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:27,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14071489{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:27,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec5723e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:27,393 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:21:27,393 WARN [BP-920594838-172.17.0.3-1733080860065 heartbeating to localhost/127.0.0.1:42811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:21:27,393 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:21:27,393 WARN [BP-920594838-172.17.0.3-1733080860065 heartbeating to localhost/127.0.0.1:42811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-920594838-172.17.0.3-1733080860065 (Datanode Uuid a59245ae-8891-4227-b1be-189288f0bee9) service to localhost/127.0.0.1:42811 2024-12-01T19:21:27,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/data/data1/current/BP-920594838-172.17.0.3-1733080860065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:21:27,394 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/cluster_464ecdf8-a733-62e4-445d-5fcc72a9141f/data/data2/current/BP-920594838-172.17.0.3-1733080860065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:21:27,394 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:21:27,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a2fc8e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:27,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45043a6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:27,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:27,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b4969c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:27,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cb122ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f630551-dc87-016c-22b2-2eee48e757cf/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:27,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:21:27,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:21:27,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60706) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42811 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60706) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35667 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 215) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3669 (was 3705) 2024-12-01T19:21:27,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=3669 2024-12-01T19:21:27,441 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-01T19:21:27,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir so I do NOT create it in target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0 2024-12-01T19:21:27,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:21:27,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.tmp.dir so I do NOT create it in target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0 2024-12-01T19:21:27,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c224c920-b74e-2406-022b-a870d815942b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:21:27,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0 2024-12-01T19:21:27,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811, deleteOnExit=true 2024-12-01T19:21:27,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/zookeeper_0, clientPort=61204, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:21:27,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61204 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/test.cache.data in system properties and HBase conf 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:21:27,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:21:27,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:27,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:21:27,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:21:27,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:21:27,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:27,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:21:27,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:21:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101925741380005, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:21:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101925741380002, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:21:27,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101925741380005, quorum=127.0.0.1:60706, baseZNode=/1-1099930183 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:21:27,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101925741380002, quorum=127.0.0.1:60706, baseZNode=/0-539460685 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:21:27,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:27,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:27,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:27,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:27,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:21:27,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:27,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486001b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:27,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290f1827{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:28,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@257b803{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/java.io.tmpdir/jetty-localhost-37549-hadoop-hdfs-3_4_1-tests_jar-_-any-12367623638983487724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:28,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@272d58f6{HTTP/1.1, (http/1.1)}{localhost:37549} 2024-12-01T19:21:28,105 INFO [Time-limited test {}] server.Server(415): Started @171598ms 2024-12-01T19:21:28,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:28,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:28,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:28,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:28,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:21:28,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eff86e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:28,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594e8075{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:28,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f770010{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/java.io.tmpdir/jetty-localhost-34467-hadoop-hdfs-3_4_1-tests_jar-_-any-14177018898054383760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:28,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a552b19{HTTP/1.1, (http/1.1)}{localhost:34467} 2024-12-01T19:21:28,594 INFO [Time-limited test {}] server.Server(415): Started @172087ms 2024-12-01T19:21:28,596 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:21:29,669 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/data/data1/current/BP-1448763840-172.17.0.3-1733080887491/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:29,672 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/data/data2/current/BP-1448763840-172.17.0.3-1733080887491/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:29,694 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:21:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9c0682d0176e934 with lease ID 0x9383720baefc683: Processing first storage report for DS-bffff619-383e-479f-aece-760f23d75b7a from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=7143ccfc-aa89-4e7d-bf6f-f63c72c2020d, infoPort=41695, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=779237352;c=1733080887491) 2024-12-01T19:21:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9c0682d0176e934 with lease ID 0x9383720baefc683: from storage DS-bffff619-383e-479f-aece-760f23d75b7a node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=7143ccfc-aa89-4e7d-bf6f-f63c72c2020d, infoPort=41695, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=779237352;c=1733080887491), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:21:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9c0682d0176e934 with lease ID 0x9383720baefc683: Processing first storage report for DS-9c554597-cf6e-4cb0-bfa9-6df1cc997cb4 from datanode DatanodeRegistration(127.0.0.1:34579, datanodeUuid=7143ccfc-aa89-4e7d-bf6f-f63c72c2020d, infoPort=41695, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=779237352;c=1733080887491) 2024-12-01T19:21:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9c0682d0176e934 with lease ID 0x9383720baefc683: from storage DS-9c554597-cf6e-4cb0-bfa9-6df1cc997cb4 node DatanodeRegistration(127.0.0.1:34579, datanodeUuid=7143ccfc-aa89-4e7d-bf6f-f63c72c2020d, infoPort=41695, infoSecurePort=0, ipcPort=44917, storageInfo=lv=-57;cid=testClusterID;nsid=779237352;c=1733080887491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:29,733 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0 2024-12-01T19:21:29,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:29,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:29,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:21:30,144 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0 with version=8 2024-12-01T19:21:30,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/hbase-staging 2024-12-01T19:21:30,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:21:30,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:30,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33045 2024-12-01T19:21:30,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33045 connecting to ZooKeeper ensemble=127.0.0.1:61204 2024-12-01T19:21:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330450x0, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:30,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33045-0x1019257ac4f0000 connected 2024-12-01T19:21:30,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:30,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:30,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/running 2024-12-01T19:21:30,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0, hbase.cluster.distributed=false 2024-12-01T19:21:30,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/acl 2024-12-01T19:21:30,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33045 2024-12-01T19:21:30,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33045 2024-12-01T19:21:30,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33045 2024-12-01T19:21:30,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33045 2024-12-01T19:21:30,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33045 2024-12-01T19:21:30,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:21:30,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:30,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46089 2024-12-01T19:21:30,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46089 connecting to ZooKeeper ensemble=127.0.0.1:61204 2024-12-01T19:21:30,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:30,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:30,423 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460890x0, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:30,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460890x0, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/running 2024-12-01T19:21:30,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46089-0x1019257ac4f0001 connected 2024-12-01T19:21:30,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:21:30,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:21:30,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/master 2024-12-01T19:21:30,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/acl 2024-12-01T19:21:30,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46089 2024-12-01T19:21:30,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46089 2024-12-01T19:21:30,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46089 2024-12-01T19:21:30,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46089 2024-12-01T19:21:30,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46089 2024-12-01T19:21:30,466 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:33045 2024-12-01T19:21:30,468 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0531020065/backup-masters/9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:30,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065/backup-masters 2024-12-01T19:21:30,475 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065/backup-masters 2024-12-01T19:21:30,476 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on existing znode=/0531020065/backup-masters/9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:30,486 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0531020065/master 2024-12-01T19:21:30,486 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:30,491 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on existing znode=/0531020065/master 2024-12-01T19:21:30,491 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0531020065/backup-masters/9168bcbe98d9,33045,1733080890146 from backup master directory 2024-12-01T19:21:30,496 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065/backup-masters 2024-12-01T19:21:30,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0531020065/backup-masters/9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:30,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065/backup-masters 2024-12-01T19:21:30,500 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:30,500 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:30,510 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/hbase.id] with ID: b24c930f-09b8-436d-b596-615d32554d22 2024-12-01T19:21:30,510 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/.tmp/hbase.id 2024-12-01T19:21:30,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:21:30,930 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/.tmp/hbase.id]:[hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/hbase.id] 2024-12-01T19:21:30,943 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:30,943 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:21:30,944 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:21:31,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:31,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:31,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:31,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:31,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:31,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:31,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:31,097 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:31,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:21:31,511 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:31,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:21:31,512 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:31,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:21:31,918 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store 2024-12-01T19:21:31,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:21:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:21:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:21:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:32,335 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:32,335 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:32,335 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:32,335 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:32,335 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:32,335 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:32,335 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:32,336 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080892335Disabling compacts and flushes for region at 1733080892335Disabling writes for close at 1733080892335Writing region close event to WAL at 1733080892335Closed at 1733080892335 2024-12-01T19:21:32,336 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/.initializing 2024-12-01T19:21:32,336 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/WALs/9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:32,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:32,339 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C33045%2C1733080890146, suffix=, logDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/WALs/9168bcbe98d9,33045,1733080890146, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/oldWALs, maxLogs=10 2024-12-01T19:21:32,350 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/WALs/9168bcbe98d9,33045,1733080890146/9168bcbe98d9%2C33045%2C1733080890146.1733080892339, exclude list is [], retry=0 2024-12-01T19:21:32,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-bffff619-383e-479f-aece-760f23d75b7a,DISK] 2024-12-01T19:21:32,354 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/WALs/9168bcbe98d9,33045,1733080890146/9168bcbe98d9%2C33045%2C1733080890146.1733080892339 2024-12-01T19:21:32,354 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-12-01T19:21:32,354 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:32,354 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:32,355 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,355 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:21:32,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:32,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:32,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:21:32,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:32,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:21:32,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:32,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:32,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:21:32,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:32,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:32,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,362 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,362 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,363 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:32,364 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:32,365 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:32,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74398235, jitterRate=0.10862009227275848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:32,366 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080892355Initializing all the Stores at 1733080892355Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080892355Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080892355Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080892355Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080892355Cleaning up temporary data from old regions at 1733080892362 (+7 ms)Region opened successfully at 1733080892366 (+4 ms) 2024-12-01T19:21:32,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:21:32,369 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c9550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:32,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:21:32,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:21:32,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:21:32,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:21:32,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:21:32,371 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:21:32,371 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:21:32,372 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:21:32,373 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Unable to get data of znode /0531020065/balancer because node does not exist (not necessarily an error) 2024-12-01T19:21:32,400 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0531020065/balancer already deleted, retry=false 2024-12-01T19:21:32,400 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:21:32,401 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Unable to get data of znode /0531020065/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:21:32,458 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0531020065/normalizer already deleted, retry=false 2024-12-01T19:21:32,458 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:21:32,459 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Unable to get data of znode /0531020065/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:21:32,475 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0531020065/switch/split already deleted, retry=false 2024-12-01T19:21:32,476 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Unable to get data of znode /0531020065/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:21:32,485 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0531020065/switch/merge already deleted, retry=false 2024-12-01T19:21:32,487 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Unable to get data of znode /0531020065/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:21:32,496 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0531020065/snapshot-cleanup already deleted, retry=false 2024-12-01T19:21:32,507 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0531020065/running 2024-12-01T19:21:32,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0531020065/running 2024-12-01T19:21:32,507 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:32,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:32,507 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,33045,1733080890146, sessionid=0x1019257ac4f0000, setting cluster-up flag (Was=false) 2024-12-01T19:21:32,528 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:32,559 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0531020065/flush-table-proc/acquired, /0531020065/flush-table-proc/reached, /0531020065/flush-table-proc/abort 2024-12-01T19:21:32,560 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:32,580 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:32,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0531020065/online-snapshot/acquired, /0531020065/online-snapshot/reached, /0531020065/online-snapshot/abort 2024-12-01T19:21:32,614 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:32,617 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:21:32,618 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:32,618 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:21:32,618 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:21:32,619 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,33045,1733080890146 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:32,620 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,622 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:32,622 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:21:32,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:32,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:21:32,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080922644 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:21:32,645 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,646 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:21:32,646 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:21:32,646 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:21:32,646 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:21:32,648 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:21:32,648 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:21:32,649 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080892648,5,FailOnTimeoutGroup] 2024-12-01T19:21:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:21:32,651 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080892649,5,FailOnTimeoutGroup] 2024-12-01T19:21:32,651 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,651 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:21:32,651 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,651 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,659 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(746): ClusterId : b24c930f-09b8-436d-b596-615d32554d22 2024-12-01T19:21:32,659 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:21:32,665 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:21:32,665 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:21:32,676 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:21:32,676 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ece9ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:32,692 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:46089 2024-12-01T19:21:32,693 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:21:32,693 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:21:32,693 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:21:32,694 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,33045,1733080890146 with port=46089, startcode=1733080890400 2024-12-01T19:21:32,694 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:21:32,695 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:21:32,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33045 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:32,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33045 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:32,697 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0 2024-12-01T19:21:32,697 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33795 2024-12-01T19:21:32,698 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:21:32,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065/rs 2024-12-01T19:21:32,707 DEBUG [RS:0;9168bcbe98d9:46089 {}] zookeeper.ZKUtil(111): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on existing znode=/0531020065/rs/9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:32,707 WARN [RS:0;9168bcbe98d9:46089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:32,707 INFO [RS:0;9168bcbe98d9:46089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:32,707 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:32,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,46089,1733080890400] 2024-12-01T19:21:32,711 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:21:32,712 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:21:32,716 INFO [RS:0;9168bcbe98d9:46089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:21:32,717 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,717 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:21:32,718 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:21:32,718 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,718 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,718 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,718 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,718 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,718 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:32,719 DEBUG [RS:0;9168bcbe98d9:46089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:32,727 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,727 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,727 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,727 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,727 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,727 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46089,1733080890400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:32,747 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:21:32,747 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46089,1733080890400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,747 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,748 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.Replication(171): 9168bcbe98d9,46089,1733080890400 started 2024-12-01T19:21:32,764 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:32,764 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,46089,1733080890400, RpcServer on 9168bcbe98d9/172.17.0.3:46089, sessionid=0x1019257ac4f0001 2024-12-01T19:21:32,764 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:21:32,764 DEBUG [RS:0;9168bcbe98d9:46089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:32,764 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46089,1733080890400' 2024-12-01T19:21:32,764 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0531020065/flush-table-proc/abort' 2024-12-01T19:21:32,765 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0531020065/flush-table-proc/acquired' 2024-12-01T19:21:32,765 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:21:32,765 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:21:32,765 DEBUG [RS:0;9168bcbe98d9:46089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:32,765 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46089,1733080890400' 2024-12-01T19:21:32,765 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0531020065/online-snapshot/abort' 2024-12-01T19:21:32,766 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0531020065/online-snapshot/acquired' 2024-12-01T19:21:32,766 DEBUG [RS:0;9168bcbe98d9:46089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:21:32,766 INFO [RS:0;9168bcbe98d9:46089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:21:32,766 INFO [RS:0;9168bcbe98d9:46089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:21:32,866 INFO [RS:0;9168bcbe98d9:46089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:32,868 INFO [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46089%2C1733080890400, suffix=, logDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/oldWALs, maxLogs=10 2024-12-01T19:21:32,883 DEBUG [RS:0;9168bcbe98d9:46089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868, exclude list is [], retry=0 2024-12-01T19:21:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-bffff619-383e-479f-aece-760f23d75b7a,DISK] 2024-12-01T19:21:32,888 INFO [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 2024-12-01T19:21:32,889 DEBUG [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-12-01T19:21:33,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:21:33,049 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0 2024-12-01T19:21:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:21:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:33,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:33,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:33,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:33,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:33,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:33,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:33,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:33,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:33,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:33,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740 2024-12-01T19:21:33,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740 2024-12-01T19:21:33,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:33,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:33,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:33,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:33,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:33,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70988534, jitterRate=0.057811588048934937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080893459Initializing all the Stores at 1733080893460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080893460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080893460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080893460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080893460Cleaning up temporary data from old regions at 1733080893467 (+7 ms)Region opened successfully at 1733080893470 (+3 ms) 2024-12-01T19:21:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:33,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:33,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:33,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080893470Disabling compacts and flushes for region at 1733080893470Disabling writes for close at 1733080893470Writing region close event to WAL at 1733080893470Closed at 1733080893470 2024-12-01T19:21:33,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:33,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:21:33,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:21:33,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:33,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:21:33,622 DEBUG [9168bcbe98d9:33045 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:21:33,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:33,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46089,1733080890400, state=OPENING 2024-12-01T19:21:33,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:21:33,735 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:33,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:33,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0531020065/meta-region-server: CHANGED 2024-12-01T19:21:33,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0531020065/meta-region-server: CHANGED 2024-12-01T19:21:33,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:33,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46089,1733080890400}] 2024-12-01T19:21:33,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:33,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:21:33,893 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:21:33,893 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:33,894 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:21:33,895 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46089%2C1733080890400.meta, suffix=.meta, logDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/oldWALs, maxLogs=10 2024-12-01T19:21:33,911 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.meta.1733080893895.meta, exclude list is [], retry=0 2024-12-01T19:21:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-bffff619-383e-479f-aece-760f23d75b7a,DISK] 2024-12-01T19:21:33,915 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.meta.1733080893895.meta 2024-12-01T19:21:33,915 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-12-01T19:21:33,915 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:33,916 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:33,916 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:33,916 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:21:33,916 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:21:33,916 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:21:33,916 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:33,916 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:21:33,916 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:21:33,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:33,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:33,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:33,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:33,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:33,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:33,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:33,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:33,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:33,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:33,922 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:33,923 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740 2024-12-01T19:21:33,923 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740 2024-12-01T19:21:33,924 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:33,924 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:33,925 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:33,926 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:33,926 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60056239, jitterRate=-0.10509230196475983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:33,927 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:21:33,927 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080893916Writing region info on filesystem at 1733080893916Initializing all the Stores at 1733080893917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080893917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080893917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080893917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080893917Cleaning up temporary data from old regions at 1733080893924 (+7 ms)Running coprocessor post-open hooks at 1733080893927 (+3 ms)Region opened successfully at 1733080893927 2024-12-01T19:21:33,928 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080893888 2024-12-01T19:21:33,930 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:21:33,930 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:21:33,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:33,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46089,1733080890400, state=OPEN 2024-12-01T19:21:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0531020065/meta-region-server 2024-12-01T19:21:34,164 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0531020065/meta-region-server 2024-12-01T19:21:34,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0531020065/meta-region-server: CHANGED 2024-12-01T19:21:34,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0531020065/meta-region-server: CHANGED 2024-12-01T19:21:34,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:34,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:21:34,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46089,1733080890400 in 432 msec 2024-12-01T19:21:34,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:21:34,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-12-01T19:21:34,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:34,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:21:34,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:34,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46089,1733080890400, seqNum=-1] 2024-12-01T19:21:34,175 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:34,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:34,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5630 sec 2024-12-01T19:21:34,182 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080894182, completionTime=-1 2024-12-01T19:21:34,182 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:21:34,182 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:21:34,184 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:21:34,184 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080954184 2024-12-01T19:21:34,184 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081014184 2024-12-01T19:21:34,184 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:21:34,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33045,1733080890146-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33045,1733080890146-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33045,1733080890146-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:33045, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,188 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:21:34,190 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.690sec 2024-12-01T19:21:34,190 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:21:34,190 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:21:34,190 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:21:34,191 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:21:34,191 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:21:34,191 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33045,1733080890146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:34,191 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33045,1733080890146-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:21:34,193 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:21:34,193 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:21:34,193 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33045,1733080890146-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:34,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4898880f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:34,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:34,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:34,260 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743813ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:34,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:34,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:34,262 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:34,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:34,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:34,266 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46089,1733080890400, seqNum=-1] 2024-12-01T19:21:34,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:34,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:34,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:34,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61204 2024-12-01T19:21:34,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:34,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019257ac4f0002 connected 2024-12-01T19:21:34,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir so I do NOT create it in target/test-data/f63f615f-652c-be95-b091-aa982709cbca 2024-12-01T19:21:34,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:21:34,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.tmp.dir so I do NOT create it in target/test-data/f63f615f-652c-be95-b091-aa982709cbca 2024-12-01T19:21:34,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:21:34,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/cluster_f655e9ee-77f2-3583-3d3b-4d6193a1f197, deleteOnExit=true 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/test.cache.data in system properties and HBase conf 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:21:34,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:21:34,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:34,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:21:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:21:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:21:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:21:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:21:34,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:21:35,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:35,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:35,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:35,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:35,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:21:35,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:35,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2308353f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:35,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38fea699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:35,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4488ff52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/java.io.tmpdir/jetty-localhost-46243-hadoop-hdfs-3_4_1-tests_jar-_-any-8874045011862117643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:35,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7752c642{HTTP/1.1, (http/1.1)}{localhost:46243} 2024-12-01T19:21:35,325 INFO [Time-limited test {}] server.Server(415): Started @178817ms 2024-12-01T19:21:35,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:21:35,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:21:35,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:21:35,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:21:35,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:21:35,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105bce80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:21:35,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2613eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:21:35,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6933d312{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/java.io.tmpdir/jetty-localhost-36071-hadoop-hdfs-3_4_1-tests_jar-_-any-15773955736503105536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:35,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67bd3e18{HTTP/1.1, (http/1.1)}{localhost:36071} 2024-12-01T19:21:35,768 INFO [Time-limited test {}] server.Server(415): Started @179260ms 2024-12-01T19:21:35,769 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:21:37,250 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/cluster_f655e9ee-77f2-3583-3d3b-4d6193a1f197/data/data2/current/BP-1363612687-172.17.0.3-1733080894362/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:37,256 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/cluster_f655e9ee-77f2-3583-3d3b-4d6193a1f197/data/data1/current/BP-1363612687-172.17.0.3-1733080894362/current, will proceed with Du for space computation calculation, 2024-12-01T19:21:37,285 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:21:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf63aa47165fe7859 with lease ID 0x7c305f1de6b35e13: Processing first storage report for DS-c1c6406e-54a4-4bef-93f6-a7d03dcfbcdf from datanode DatanodeRegistration(127.0.0.1:34971, datanodeUuid=f5180e2f-aed3-4fbc-a19f-d0255a109690, infoPort=41255, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1329814428;c=1733080894362) 2024-12-01T19:21:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf63aa47165fe7859 with lease ID 0x7c305f1de6b35e13: from storage DS-c1c6406e-54a4-4bef-93f6-a7d03dcfbcdf node DatanodeRegistration(127.0.0.1:34971, datanodeUuid=f5180e2f-aed3-4fbc-a19f-d0255a109690, infoPort=41255, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1329814428;c=1733080894362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf63aa47165fe7859 with lease ID 0x7c305f1de6b35e13: Processing first storage report for DS-c0407a61-2617-4cef-913d-2a4bbf32f31d from datanode DatanodeRegistration(127.0.0.1:34971, datanodeUuid=f5180e2f-aed3-4fbc-a19f-d0255a109690, infoPort=41255, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1329814428;c=1733080894362) 2024-12-01T19:21:37,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf63aa47165fe7859 with lease ID 0x7c305f1de6b35e13: from storage DS-c0407a61-2617-4cef-913d-2a4bbf32f31d node DatanodeRegistration(127.0.0.1:34971, datanodeUuid=f5180e2f-aed3-4fbc-a19f-d0255a109690, infoPort=41255, infoSecurePort=0, ipcPort=45607, storageInfo=lv=-57;cid=testClusterID;nsid=1329814428;c=1733080894362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:21:37,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca 2024-12-01T19:21:37,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:37,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:21:37,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142 with version=8 2024-12-01T19:21:37,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/hbase-staging 2024-12-01T19:21:37,732 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:37,733 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35609 2024-12-01T19:21:37,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35609 connecting to ZooKeeper ensemble=127.0.0.1:61204 2024-12-01T19:21:37,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356090x0, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:37,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35609-0x1019257ac4f0003 connected 2024-12-01T19:21:37,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:37,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:37,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:37,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:37,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:37,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:38,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:38,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:38,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/running 2024-12-01T19:21:38,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142, hbase.cluster.distributed=false 2024-12-01T19:21:38,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/acl 2024-12-01T19:21:38,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35609 2024-12-01T19:21:38,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35609 2024-12-01T19:21:38,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35609 2024-12-01T19:21:38,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35609 2024-12-01T19:21:38,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35609 2024-12-01T19:21:38,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:21:38,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:38,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:38,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:21:38,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:21:38,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:21:38,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:21:38,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:21:38,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40405 2024-12-01T19:21:38,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40405 connecting to ZooKeeper ensemble=127.0.0.1:61204 2024-12-01T19:21:38,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:38,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:38,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404050x0, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:38,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40405-0x1019257ac4f0004 connected 2024-12-01T19:21:38,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/running 2024-12-01T19:21:38,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:21:38,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:21:38,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/master 2024-12-01T19:21:38,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/acl 2024-12-01T19:21:38,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40405 2024-12-01T19:21:38,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40405 2024-12-01T19:21:38,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40405 2024-12-01T19:21:38,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40405 2024-12-01T19:21:38,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40405 2024-12-01T19:21:38,244 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:35609 2024-12-01T19:21:38,252 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1434246531/backup-masters/9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:38,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531/backup-masters 2024-12-01T19:21:38,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531/backup-masters 2024-12-01T19:21:38,268 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on existing znode=/1434246531/backup-masters/9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1434246531/master 2024-12-01T19:21:38,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:38,276 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on existing znode=/1434246531/master 2024-12-01T19:21:38,277 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1434246531/backup-masters/9168bcbe98d9,35609,1733080897732 from backup master directory 2024-12-01T19:21:38,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531/backup-masters 2024-12-01T19:21:38,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434246531/backup-masters/9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:38,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531/backup-masters 2024-12-01T19:21:38,285 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:38,285 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:38,294 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/hbase.id] with ID: d9920d56-813f-4ab6-8395-d044c55ea6e5 2024-12-01T19:21:38,294 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/.tmp/hbase.id 2024-12-01T19:21:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:21:38,309 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/.tmp/hbase.id]:[hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/hbase.id] 2024-12-01T19:21:38,324 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:38,324 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:21:38,325 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:21:38,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:38,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:21:38,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:21:38,750 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:38,751 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:21:38,751 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:38,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:21:39,162 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store 2024-12-01T19:21:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:21:39,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:39,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:39,570 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:39,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:39,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:39,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:39,570 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:39,570 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080899570Disabling compacts and flushes for region at 1733080899570Disabling writes for close at 1733080899570Writing region close event to WAL at 1733080899570Closed at 1733080899570 2024-12-01T19:21:39,571 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/.initializing 2024-12-01T19:21:39,571 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/WALs/9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:39,572 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:39,573 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C35609%2C1733080897732, suffix=, logDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/WALs/9168bcbe98d9,35609,1733080897732, archiveDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/oldWALs, maxLogs=10 2024-12-01T19:21:39,584 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/WALs/9168bcbe98d9,35609,1733080897732/9168bcbe98d9%2C35609%2C1733080897732.1733080899573, exclude list is [], retry=0 2024-12-01T19:21:39,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34971,DS-c1c6406e-54a4-4bef-93f6-a7d03dcfbcdf,DISK] 2024-12-01T19:21:39,588 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/WALs/9168bcbe98d9,35609,1733080897732/9168bcbe98d9%2C35609%2C1733080897732.1733080899573 2024-12-01T19:21:39,589 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41255:41255)] 2024-12-01T19:21:39,589 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:39,589 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:39,589 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,589 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:21:39,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:39,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:39,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:21:39,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:39,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:39,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:21:39,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:39,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:39,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:21:39,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:39,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:39,596 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,597 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,597 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,598 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,598 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,598 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:39,599 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:21:39,601 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:39,601 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60896927, jitterRate=-0.09256507456302643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:39,601 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080899589Initializing all the Stores at 1733080899590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080899590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080899590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080899590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080899590Cleaning up temporary data from old regions at 1733080899598 (+8 ms)Region opened successfully at 1733080899601 (+3 ms) 2024-12-01T19:21:39,602 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:21:39,604 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9ec2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:39,605 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:21:39,605 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:21:39,605 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:21:39,605 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:21:39,605 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:21:39,606 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:21:39,606 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:21:39,607 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:21:39,608 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Unable to get data of znode /1434246531/balancer because node does not exist (not necessarily an error) 2024-12-01T19:21:39,611 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434246531/balancer already deleted, retry=false 2024-12-01T19:21:39,612 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:21:39,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Unable to get data of znode /1434246531/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:21:39,622 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434246531/normalizer already deleted, retry=false 2024-12-01T19:21:39,622 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:21:39,623 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Unable to get data of znode /1434246531/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:21:39,632 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434246531/switch/split already deleted, retry=false 2024-12-01T19:21:39,633 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Unable to get data of znode /1434246531/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:21:39,643 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434246531/switch/merge already deleted, retry=false 2024-12-01T19:21:39,644 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Unable to get data of znode /1434246531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:21:39,653 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1434246531/snapshot-cleanup already deleted, retry=false 2024-12-01T19:21:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1434246531/running 2024-12-01T19:21:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1434246531/running 2024-12-01T19:21:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:39,665 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,35609,1733080897732, sessionid=0x1019257ac4f0003, setting cluster-up flag (Was=false) 2024-12-01T19:21:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:39,717 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1434246531/flush-table-proc/acquired, /1434246531/flush-table-proc/reached, /1434246531/flush-table-proc/abort 2024-12-01T19:21:39,718 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:39,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:39,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:39,770 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1434246531/online-snapshot/acquired, /1434246531/online-snapshot/reached, /1434246531/online-snapshot/abort 2024-12-01T19:21:39,771 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:39,772 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:21:39,773 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:39,774 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:21:39,774 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:21:39,776 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,35609,1733080897732 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:39,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:39,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:21:39,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:39,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080929788 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:21:39,788 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:21:39,792 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:21:39,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:21:39,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:21:39,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:21:39,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:21:39,797 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:21:39,797 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:21:39,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:21:39,797 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142 2024-12-01T19:21:39,800 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080899797,5,FailOnTimeoutGroup] 2024-12-01T19:21:39,800 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080899800,5,FailOnTimeoutGroup] 2024-12-01T19:21:39,800 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,800 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:21:39,800 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,800 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741832_1008 (size=32) 2024-12-01T19:21:39,831 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(746): ClusterId : d9920d56-813f-4ab6-8395-d044c55ea6e5 2024-12-01T19:21:39,831 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:21:39,844 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:21:39,844 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:21:39,854 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:21:39,854 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6203b74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:21:39,864 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:40405 2024-12-01T19:21:39,864 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:21:39,864 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:21:39,864 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:21:39,864 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,35609,1733080897732 with port=40405, startcode=1733080898137 2024-12-01T19:21:39,865 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:21:39,866 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:21:39,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:39,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35609 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:39,868 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142 2024-12-01T19:21:39,868 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34119 2024-12-01T19:21:39,868 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:21:39,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531/rs 2024-12-01T19:21:39,875 DEBUG [RS:0;9168bcbe98d9:40405 {}] zookeeper.ZKUtil(111): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on existing znode=/1434246531/rs/9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:39,875 WARN [RS:0;9168bcbe98d9:40405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:21:39,875 INFO [RS:0;9168bcbe98d9:40405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:39,875 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:39,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,40405,1733080898137] 2024-12-01T19:21:39,877 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:21:39,878 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:21:39,879 INFO [RS:0;9168bcbe98d9:40405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:21:39,879 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,879 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:21:39,879 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:21:39,879 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:39,880 DEBUG [RS:0;9168bcbe98d9:40405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:21:39,883 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,883 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,883 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,883 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,883 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,884 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40405,1733080898137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:39,900 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:21:39,900 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40405,1733080898137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,901 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,901 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.Replication(171): 9168bcbe98d9,40405,1733080898137 started 2024-12-01T19:21:39,919 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:39,919 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,40405,1733080898137, RpcServer on 9168bcbe98d9/172.17.0.3:40405, sessionid=0x1019257ac4f0004 2024-12-01T19:21:39,919 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:21:39,919 DEBUG [RS:0;9168bcbe98d9:40405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:39,919 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,40405,1733080898137' 2024-12-01T19:21:39,919 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1434246531/flush-table-proc/abort' 2024-12-01T19:21:39,919 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1434246531/flush-table-proc/acquired' 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,40405,1733080898137' 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1434246531/online-snapshot/abort' 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1434246531/online-snapshot/acquired' 2024-12-01T19:21:39,920 DEBUG [RS:0;9168bcbe98d9:40405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:21:39,920 INFO [RS:0;9168bcbe98d9:40405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:21:39,920 INFO [RS:0;9168bcbe98d9:40405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:21:40,021 INFO [RS:0;9168bcbe98d9:40405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:21:40,022 INFO [RS:0;9168bcbe98d9:40405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C40405%2C1733080898137, suffix=, logDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137, archiveDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/oldWALs, maxLogs=10 2024-12-01T19:21:40,033 DEBUG [RS:0;9168bcbe98d9:40405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022, exclude list is [], retry=0 2024-12-01T19:21:40,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34971,DS-c1c6406e-54a4-4bef-93f6-a7d03dcfbcdf,DISK] 2024-12-01T19:21:40,036 INFO [RS:0;9168bcbe98d9:40405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 2024-12-01T19:21:40,036 DEBUG [RS:0;9168bcbe98d9:40405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41255:41255)] 2024-12-01T19:21:40,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:40,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:40,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:40,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:40,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:40,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:40,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:40,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:40,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:40,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:40,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740 2024-12-01T19:21:40,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740 2024-12-01T19:21:40,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:40,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:40,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:40,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:40,223 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:40,224 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63767574, jitterRate=-0.049789100885391235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080900208Initializing all the Stores at 1733080900209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080900209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080900210 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080900210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080900210Cleaning up temporary data from old regions at 1733080900220 (+10 ms)Region opened successfully at 1733080900224 (+4 ms) 2024-12-01T19:21:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:40,224 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:40,224 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080900224Disabling compacts and flushes for region at 1733080900224Disabling writes for close at 1733080900224Writing region close event to WAL at 1733080900224Closed at 1733080900224 2024-12-01T19:21:40,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:40,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:21:40,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:21:40,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:40,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:21:40,377 DEBUG [9168bcbe98d9:35609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:21:40,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:40,379 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,40405,1733080898137, state=OPENING 2024-12-01T19:21:40,417 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:21:40,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:40,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:40,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434246531/meta-region-server: CHANGED 2024-12-01T19:21:40,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434246531/meta-region-server: CHANGED 2024-12-01T19:21:40,433 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:21:40,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,40405,1733080898137}] 2024-12-01T19:21:40,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:40,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:21:40,590 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:21:40,590 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:40,590 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:21:40,593 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C40405%2C1733080898137.meta, suffix=.meta, logDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137, archiveDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/oldWALs, maxLogs=10 2024-12-01T19:21:40,605 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.meta.1733080900593.meta, exclude list is [], retry=0 2024-12-01T19:21:40,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34971,DS-c1c6406e-54a4-4bef-93f6-a7d03dcfbcdf,DISK] 2024-12-01T19:21:40,617 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.meta.1733080900593.meta 2024-12-01T19:21:40,617 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41255:41255)] 2024-12-01T19:21:40,617 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:40,618 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:40,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:40,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:21:40,618 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:21:40,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:21:40,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:40,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:21:40,618 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:21:40,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:21:40,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:21:40,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:21:40,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:21:40,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:21:40,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:21:40,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:21:40,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:21:40,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:21:40,625 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:21:40,626 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740 2024-12-01T19:21:40,627 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740 2024-12-01T19:21:40,628 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:21:40,628 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:21:40,628 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:21:40,629 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:21:40,630 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64844177, jitterRate=-0.03374646604061127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:21:40,630 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:21:40,630 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080900619Writing region info on filesystem at 1733080900619Initializing all the Stores at 1733080900619Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080900620 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080900620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080900620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080900620Cleaning up temporary data from old regions at 1733080900628 (+8 ms)Running coprocessor post-open hooks at 1733080900630 (+2 ms)Region opened successfully at 1733080900630 2024-12-01T19:21:40,631 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080900585 2024-12-01T19:21:40,633 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:21:40,633 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:21:40,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:40,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,40405,1733080898137, state=OPEN 2024-12-01T19:21:40,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1434246531/meta-region-server 2024-12-01T19:21:40,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1434246531/meta-region-server 2024-12-01T19:21:40,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:40,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434246531/meta-region-server: CHANGED 2024-12-01T19:21:40,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1434246531/meta-region-server: CHANGED 2024-12-01T19:21:40,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:21:40,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,40405,1733080898137 in 210 msec 2024-12-01T19:21:40,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:21:40,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-01T19:21:40,648 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:21:40,648 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:21:40,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:40,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40405,1733080898137, seqNum=-1] 2024-12-01T19:21:40,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:40,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:40,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 882 msec 2024-12-01T19:21:40,655 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080900655, completionTime=-1 2024-12-01T19:21:40,655 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:21:40,655 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:21:40,657 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:21:40,657 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080960657 2024-12-01T19:21:40,657 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081020657 2024-12-01T19:21:40,657 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:21:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35609,1733080897732-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35609,1733080897732-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35609,1733080897732-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:35609, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,661 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.378sec 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35609,1733080897732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:21:40,663 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35609,1733080897732-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:21:40,669 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:21:40,669 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:21:40,669 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,35609,1733080897732-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:21:40,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fcf623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:40,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:40,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:40,734 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9b7b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:40,736 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:40,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f1337c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:40,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40405,1733080898137, seqNum=-1] 2024-12-01T19:21:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:40,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:40,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:40,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61204 2024-12-01T19:21:40,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:21:40,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019257ac4f0005 connected 2024-12-01T19:21:40,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7ecdca 2024-12-01T19:21:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:40,763 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:40,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:21:40,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:21:40,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:40,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:21:40,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:21:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:40,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:21:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:41,179 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d628e22524beb78799a8a16b32a67eb, NAME => 'test,,1733080900764.6d628e22524beb78799a8a16b32a67eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0 2024-12-01T19:21:41,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:21:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:41,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080900764.6d628e22524beb78799a8a16b32a67eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:41,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d628e22524beb78799a8a16b32a67eb, disabling compactions & flushes 2024-12-01T19:21:41,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. after waiting 0 ms 2024-12-01T19:21:41,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,584 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d628e22524beb78799a8a16b32a67eb: Waiting for close lock at 1733080901584Disabling compacts and flushes for region at 1733080901584Disabling writes for close at 1733080901584Writing region close event to WAL at 1733080901584Closed at 1733080901584 2024-12-01T19:21:41,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:21:41,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080900764.6d628e22524beb78799a8a16b32a67eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080901585"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080901585"}]},"ts":"1733080901585"} 2024-12-01T19:21:41,587 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:21:41,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:21:41,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080901588"}]},"ts":"1733080901588"} 2024-12-01T19:21:41,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:21:41,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d628e22524beb78799a8a16b32a67eb, ASSIGN}] 2024-12-01T19:21:41,591 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d628e22524beb78799a8a16b32a67eb, ASSIGN 2024-12-01T19:21:41,592 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d628e22524beb78799a8a16b32a67eb, ASSIGN; state=OFFLINE, location=9168bcbe98d9,46089,1733080890400; forceNewPlan=false, retain=false 2024-12-01T19:21:41,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d628e22524beb78799a8a16b32a67eb, regionState=OPENING, regionLocation=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:41,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d628e22524beb78799a8a16b32a67eb, ASSIGN because future has completed 2024-12-01T19:21:41,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d628e22524beb78799a8a16b32a67eb, server=9168bcbe98d9,46089,1733080890400}] 2024-12-01T19:21:41,900 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,900 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d628e22524beb78799a8a16b32a67eb, NAME => 'test,,1733080900764.6d628e22524beb78799a8a16b32a67eb.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:41,901 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:41,901 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:21:41,901 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,901 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080900764.6d628e22524beb78799a8a16b32a67eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:41,901 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,901 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,902 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,903 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d628e22524beb78799a8a16b32a67eb columnFamilyName f 2024-12-01T19:21:41,903 DEBUG [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:41,904 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] regionserver.HStore(327): Store=6d628e22524beb78799a8a16b32a67eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:41,904 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,904 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d628e22524beb78799a8a16b32a67eb columnFamilyName f1 2024-12-01T19:21:41,904 DEBUG [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:41,905 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] regionserver.HStore(327): Store=6d628e22524beb78799a8a16b32a67eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:41,905 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,906 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d628e22524beb78799a8a16b32a67eb columnFamilyName norep 2024-12-01T19:21:41,906 DEBUG [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:41,906 INFO [StoreOpener-6d628e22524beb78799a8a16b32a67eb-1 {}] regionserver.HStore(327): Store=6d628e22524beb78799a8a16b32a67eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:41,906 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,907 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,907 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,908 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,908 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,908 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:21:41,909 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,910 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:41,911 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d628e22524beb78799a8a16b32a67eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59482042, jitterRate=-0.11364850401878357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:21:41,911 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:41,911 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d628e22524beb78799a8a16b32a67eb: Running coprocessor pre-open hook at 1733080901901Writing region info on filesystem at 1733080901901Initializing all the Stores at 1733080901902 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080901902Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080901902Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080901902Cleaning up temporary data from old regions at 1733080901908 (+6 ms)Running coprocessor post-open hooks at 1733080901911 (+3 ms)Region opened successfully at 1733080901911 2024-12-01T19:21:41,912 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., pid=6, masterSystemTime=1733080901897 2024-12-01T19:21:41,913 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,913 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:41,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d628e22524beb78799a8a16b32a67eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:41,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d628e22524beb78799a8a16b32a67eb, server=9168bcbe98d9,46089,1733080890400 because future has completed 2024-12-01T19:21:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:21:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d628e22524beb78799a8a16b32a67eb, server=9168bcbe98d9,46089,1733080890400 in 171 msec 2024-12-01T19:21:41,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:21:41,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d628e22524beb78799a8a16b32a67eb, ASSIGN in 328 msec 2024-12-01T19:21:41,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:21:41,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080901920"}]},"ts":"1733080901920"} 2024-12-01T19:21:41,922 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:21:41,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:21:41,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-01T19:21:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:21:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:21:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:21:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T19:21:42,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:42,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T19:21:42,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:21:42,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T19:21:42,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:42,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:21:42,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:21:42,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:21:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:42,917 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:21:42,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27784758 2024-12-01T19:21:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:42,920 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:42,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:21:42,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:21:42,923 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:42,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:21:42,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:21:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:42,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:21:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:43,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24723733c00347f1f7c4b9cdfc0fbf1a, NAME => 'test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142 2024-12-01T19:21:43,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:21:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:43,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:43,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 24723733c00347f1f7c4b9cdfc0fbf1a, disabling compactions & flushes 2024-12-01T19:21:43,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:43,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:43,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. after waiting 0 ms 2024-12-01T19:21:43,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:43,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:43,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24723733c00347f1f7c4b9cdfc0fbf1a: Waiting for close lock at 1733080903741Disabling compacts and flushes for region at 1733080903741Disabling writes for close at 1733080903741Writing region close event to WAL at 1733080903741Closed at 1733080903741 2024-12-01T19:21:43,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:21:43,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080903742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080903742"}]},"ts":"1733080903742"} 2024-12-01T19:21:43,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:21:43,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:21:43,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080903745"}]},"ts":"1733080903745"} 2024-12-01T19:21:43,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:21:43,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24723733c00347f1f7c4b9cdfc0fbf1a, ASSIGN}] 2024-12-01T19:21:43,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24723733c00347f1f7c4b9cdfc0fbf1a, ASSIGN 2024-12-01T19:21:43,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=24723733c00347f1f7c4b9cdfc0fbf1a, ASSIGN; state=OFFLINE, location=9168bcbe98d9,40405,1733080898137; forceNewPlan=false, retain=false 2024-12-01T19:21:43,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24723733c00347f1f7c4b9cdfc0fbf1a, regionState=OPENING, regionLocation=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:43,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=24723733c00347f1f7c4b9cdfc0fbf1a, ASSIGN because future has completed 2024-12-01T19:21:43,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24723733c00347f1f7c4b9cdfc0fbf1a, server=9168bcbe98d9,40405,1733080898137}] 2024-12-01T19:21:44,056 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:44,056 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 24723733c00347f1f7c4b9cdfc0fbf1a, NAME => 'test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:44,057 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:44,057 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:21:44,057 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,057 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:44,057 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,057 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,058 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,059 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24723733c00347f1f7c4b9cdfc0fbf1a columnFamilyName f 2024-12-01T19:21:44,059 DEBUG [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:44,060 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] regionserver.HStore(327): Store=24723733c00347f1f7c4b9cdfc0fbf1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:44,060 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,061 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24723733c00347f1f7c4b9cdfc0fbf1a columnFamilyName f1 2024-12-01T19:21:44,061 DEBUG [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:44,061 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] regionserver.HStore(327): Store=24723733c00347f1f7c4b9cdfc0fbf1a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:44,061 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,062 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24723733c00347f1f7c4b9cdfc0fbf1a columnFamilyName norep 2024-12-01T19:21:44,062 DEBUG [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:44,062 INFO [StoreOpener-24723733c00347f1f7c4b9cdfc0fbf1a-1 {}] regionserver.HStore(327): Store=24723733c00347f1f7c4b9cdfc0fbf1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:44,063 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,063 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,063 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,064 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,064 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:44,065 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:21:44,065 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,067 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:44,067 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 24723733c00347f1f7c4b9cdfc0fbf1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71863409, jitterRate=0.0708482414484024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:21:44,068 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:44,068 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 24723733c00347f1f7c4b9cdfc0fbf1a: Running coprocessor pre-open hook at 1733080904057Writing region info on filesystem at 1733080904057Initializing all the Stores at 1733080904058 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080904058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080904058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080904058Cleaning up temporary data from old regions at 1733080904064 (+6 ms)Running coprocessor post-open hooks at 1733080904068 (+4 ms)Region opened successfully at 1733080904068 2024-12-01T19:21:44,068 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., pid=6, masterSystemTime=1733080904053 2024-12-01T19:21:44,070 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:44,070 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:44,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24723733c00347f1f7c4b9cdfc0fbf1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24723733c00347f1f7c4b9cdfc0fbf1a, server=9168bcbe98d9,40405,1733080898137 because future has completed 2024-12-01T19:21:44,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:21:44,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 24723733c00347f1f7c4b9cdfc0fbf1a, server=9168bcbe98d9,40405,1733080898137 in 172 msec 2024-12-01T19:21:44,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:21:44,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=24723733c00347f1f7c4b9cdfc0fbf1a, ASSIGN in 328 msec 2024-12-01T19:21:44,077 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:21:44,077 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080904077"}]},"ts":"1733080904077"} 2024-12-01T19:21:44,079 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:21:44,079 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:21:44,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-01T19:21:44,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:21:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:21:45,074 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:21:45,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e777c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:45,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:45,076 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce01921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:45,077 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48931c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240b678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:45,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:45,079 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249b0b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:45,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:45,080 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:45,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:45,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:45,082 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeab58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:45,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:45,083 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e22583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f8bdc5 2024-12-01T19:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:45,085 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:45,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:35609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:21:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:21:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:45,087 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:35609' 2024-12-01T19:21:45,087 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5641bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,088 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:45,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:45,088 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:45,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbd5306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:45,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:45,089 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:45,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d965119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:45,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:45,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:45,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed45e55 2024-12-01T19:21:45,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:45,091 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:45,092 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:21:45,092 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:21:45,092 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:45,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:45,092 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:45,092 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:45,093 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:21:45,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:21:45,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:45,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:21:45,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:21:45,143 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:21:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:45,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8764abb7e455e82d6b10e45f684467cc, NAME => 'hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0 2024-12-01T19:21:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:21:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:45,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:45,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8764abb7e455e82d6b10e45f684467cc, disabling compactions & flushes 2024-12-01T19:21:45,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:45,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:45,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. after waiting 0 ms 2024-12-01T19:21:45,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:45,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:45,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8764abb7e455e82d6b10e45f684467cc: Waiting for close lock at 1733080905906Disabling compacts and flushes for region at 1733080905906Disabling writes for close at 1733080905906Writing region close event to WAL at 1733080905906Closed at 1733080905906 2024-12-01T19:21:45,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:21:45,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080905907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080905907"}]},"ts":"1733080905907"} 2024-12-01T19:21:45,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:21:45,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:21:45,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080905910"}]},"ts":"1733080905910"} 2024-12-01T19:21:45,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:21:45,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8764abb7e455e82d6b10e45f684467cc, ASSIGN}] 2024-12-01T19:21:45,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8764abb7e455e82d6b10e45f684467cc, ASSIGN 2024-12-01T19:21:45,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8764abb7e455e82d6b10e45f684467cc, ASSIGN; state=OFFLINE, location=9168bcbe98d9,46089,1733080890400; forceNewPlan=false, retain=false 2024-12-01T19:21:46,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8764abb7e455e82d6b10e45f684467cc, regionState=OPENING, regionLocation=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:46,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8764abb7e455e82d6b10e45f684467cc, ASSIGN because future has completed 2024-12-01T19:21:46,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8764abb7e455e82d6b10e45f684467cc, server=9168bcbe98d9,46089,1733080890400}] 2024-12-01T19:21:46,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:46,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:46,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:46,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:46,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:46,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:46,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:46,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:46,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:21:46,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46089%2C1733080890400.rep, suffix=, logDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400, archiveDir=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/oldWALs, maxLogs=10 2024-12-01T19:21:46,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.rep.1733080906223, exclude list is [], retry=0 2024-12-01T19:21:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34579,DS-bffff619-383e-479f-aece-760f23d75b7a,DISK] 2024-12-01T19:21:46,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.rep.1733080906223 2024-12-01T19:21:46,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41695:41695)] 2024-12-01T19:21:46,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8764abb7e455e82d6b10e45f684467cc, NAME => 'hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:46,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:46,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:46,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. service=MultiRowMutationService 2024-12-01T19:21:46,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:21:46,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:46,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,248 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,250 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8764abb7e455e82d6b10e45f684467cc columnFamilyName hfileref 2024-12-01T19:21:46,250 DEBUG [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:46,250 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] regionserver.HStore(327): Store=8764abb7e455e82d6b10e45f684467cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:46,250 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,251 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8764abb7e455e82d6b10e45f684467cc columnFamilyName queue 2024-12-01T19:21:46,251 DEBUG [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:46,251 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] regionserver.HStore(327): Store=8764abb7e455e82d6b10e45f684467cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:46,251 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,252 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8764abb7e455e82d6b10e45f684467cc columnFamilyName sid 2024-12-01T19:21:46,252 DEBUG [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:46,252 INFO [StoreOpener-8764abb7e455e82d6b10e45f684467cc-1 {}] regionserver.HStore(327): Store=8764abb7e455e82d6b10e45f684467cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:46,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:21:46,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:46,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8764abb7e455e82d6b10e45f684467cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64894775, jitterRate=-0.03299249708652496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:21:46,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:46,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8764abb7e455e82d6b10e45f684467cc: Running coprocessor pre-open hook at 1733080906244Writing region info on filesystem at 1733080906244Initializing all the Stores at 1733080906245 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080906245Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080906248 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080906248Cleaning up temporary data from old regions at 1733080906254 (+6 ms)Running coprocessor post-open hooks at 1733080906258 (+4 ms)Region opened successfully at 1733080906258 2024-12-01T19:21:46,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc., pid=10, masterSystemTime=1733080906217 2024-12-01T19:21:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:46,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:46,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8764abb7e455e82d6b10e45f684467cc, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:46,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8764abb7e455e82d6b10e45f684467cc, server=9168bcbe98d9,46089,1733080890400 because future has completed 2024-12-01T19:21:46,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:21:46,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8764abb7e455e82d6b10e45f684467cc, server=9168bcbe98d9,46089,1733080890400 in 197 msec 2024-12-01T19:21:46,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:21:46,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8764abb7e455e82d6b10e45f684467cc, ASSIGN in 353 msec 2024-12-01T19:21:46,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:21:46,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080906267"}]},"ts":"1733080906267"} 2024-12-01T19:21:46,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:21:46,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:21:46,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-01T19:21:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2] 2024-12-01T19:21:46,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:46,380 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:46,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:21:46,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:21:46,554 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:21:46,577 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,46089,1733080890400, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:21:46,578 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:46,578 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46089,1733080890400, seqNum=-1] 2024-12-01T19:21:46,578 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:46,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-01T19:21:46,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,46089,1733080890400', locateType=CURRENT is [region=hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2] 2024-12-01T19:21:46,583 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:21:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:21:46,584 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,46089,1733080890400 suceeded 2024-12-01T19:21:46,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:21:46,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-01T19:21:46,586 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:35609,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:21:46,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-12-01T19:21:46,601 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:35609' 2024-12-01T19:21:46,602 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ada0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:46,603 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:46,603 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:46,603 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:46,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6a3009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:46,605 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:46,605 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf25e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:46,605 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ca7e5f 2024-12-01T19:21:46,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:46,607 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-01T19:21:46,608 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,46089,1733080890400 (queues=1) is replicating from cluster=b24c930f-09b8-436d-b596-615d32554d22 to cluster=d9920d56-813f-4ab6-8395-d044c55ea6e5 2024-12-01T19:21:46,608 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C46089%2C1733080890400 2024-12-01T19:21:46,608 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,46089,1733080890400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:21:46,608 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C46089%2C1733080890400 2024-12-01T19:21:46,608 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868, startPosition=0, beingWritten=true 2024-12-01T19:21:46,613 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:21:46,613 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:46,614 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46089,1733080890400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:21:46,817 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:47,121 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33045 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:47,235 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:21:47,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:47,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:47,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:47,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:47,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:47,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7021309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:47,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:47,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:47,237 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119b4bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:47,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:47,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:47,238 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f30f140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:47,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:47,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:47,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a93a592 2024-12-01T19:21:47,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:47,241 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:47,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:33045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:21:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:21:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:47,243 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:33045' 2024-12-01T19:21:47,245 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5e76a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:47,245 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:47,245 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:47,245 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562506d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:47,247 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2467caf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:47,247 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e9f307 2024-12-01T19:21:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:47,249 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:47,250 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T19:21:47,250 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:21:47,250 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:47,250 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:47,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:47,250 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:21:47,252 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:21:47,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:21:47,253 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:47,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:21:47,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:21:47,302 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:21:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:47,524 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:47,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af8a0e51b4a9ff746b609cf66205dd18, NAME => 'hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142 2024-12-01T19:21:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:21:47,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:47,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af8a0e51b4a9ff746b609cf66205dd18, disabling compactions & flushes 2024-12-01T19:21:47,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:47,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:47,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. after waiting 0 ms 2024-12-01T19:21:47,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:47,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:47,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af8a0e51b4a9ff746b609cf66205dd18: Waiting for close lock at 1733080907665Disabling compacts and flushes for region at 1733080907665Disabling writes for close at 1733080907665Writing region close event to WAL at 1733080907665Closed at 1733080907665 2024-12-01T19:21:47,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:21:47,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080907666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080907666"}]},"ts":"1733080907666"} 2024-12-01T19:21:47,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:21:47,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:21:47,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080907669"}]},"ts":"1733080907669"} 2024-12-01T19:21:47,670 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:21:47,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af8a0e51b4a9ff746b609cf66205dd18, ASSIGN}] 2024-12-01T19:21:47,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af8a0e51b4a9ff746b609cf66205dd18, ASSIGN 2024-12-01T19:21:47,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af8a0e51b4a9ff746b609cf66205dd18, ASSIGN; state=OFFLINE, location=9168bcbe98d9,40405,1733080898137; forceNewPlan=false, retain=false 2024-12-01T19:21:47,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af8a0e51b4a9ff746b609cf66205dd18, regionState=OPENING, regionLocation=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:47,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af8a0e51b4a9ff746b609cf66205dd18, ASSIGN because future has completed 2024-12-01T19:21:47,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8a0e51b4a9ff746b609cf66205dd18, server=9168bcbe98d9,40405,1733080898137}] 2024-12-01T19:21:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:47,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:47,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:21:47,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:21:47,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C40405%2C1733080898137.rep, suffix=, logDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137, archiveDir=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/oldWALs, maxLogs=10 2024-12-01T19:21:47,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.rep.1733080907982, exclude list is [], retry=0 2024-12-01T19:21:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34971,DS-c1c6406e-54a4-4bef-93f6-a7d03dcfbcdf,DISK] 2024-12-01T19:21:47,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.rep.1733080907982 2024-12-01T19:21:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41255:41255)] 2024-12-01T19:21:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af8a0e51b4a9ff746b609cf66205dd18, NAME => 'hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:21:47,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:21:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:21:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. service=MultiRowMutationService 2024-12-01T19:21:47,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:21:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:47,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:21:47,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:47,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:47,998 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:47,999 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8a0e51b4a9ff746b609cf66205dd18 columnFamilyName hfileref 2024-12-01T19:21:47,999 DEBUG [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:47,999 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] regionserver.HStore(327): Store=af8a0e51b4a9ff746b609cf66205dd18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:47,999 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,000 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8a0e51b4a9ff746b609cf66205dd18 columnFamilyName queue 2024-12-01T19:21:48,000 DEBUG [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:48,001 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] regionserver.HStore(327): Store=af8a0e51b4a9ff746b609cf66205dd18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:48,001 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,002 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8a0e51b4a9ff746b609cf66205dd18 columnFamilyName sid 2024-12-01T19:21:48,002 DEBUG [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:21:48,002 INFO [StoreOpener-af8a0e51b4a9ff746b609cf66205dd18-1 {}] regionserver.HStore(327): Store=af8a0e51b4a9ff746b609cf66205dd18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:21:48,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:21:48,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:21:48,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af8a0e51b4a9ff746b609cf66205dd18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72992709, jitterRate=0.08767612278461456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:21:48,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:48,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af8a0e51b4a9ff746b609cf66205dd18: Running coprocessor pre-open hook at 1733080907997Writing region info on filesystem at 1733080907997Initializing all the Stores at 1733080907997Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080907997Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080907998 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080907998Cleaning up temporary data from old regions at 1733080908003 (+5 ms)Running coprocessor post-open hooks at 1733080908007 (+4 ms)Region opened successfully at 1733080908007 2024-12-01T19:21:48,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18., pid=10, masterSystemTime=1733080907977 2024-12-01T19:21:48,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:48,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:48,010 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af8a0e51b4a9ff746b609cf66205dd18, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:48,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8a0e51b4a9ff746b609cf66205dd18, server=9168bcbe98d9,40405,1733080898137 because future has completed 2024-12-01T19:21:48,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:21:48,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af8a0e51b4a9ff746b609cf66205dd18, server=9168bcbe98d9,40405,1733080898137 in 187 msec 2024-12-01T19:21:48,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:21:48,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af8a0e51b4a9ff746b609cf66205dd18, ASSIGN in 344 msec 2024-12-01T19:21:48,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:21:48,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080908016"}]},"ts":"1733080908016"} 2024-12-01T19:21:48,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:21:48,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:21:48,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-12-01T19:21:48,028 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:48,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2] 2024-12-01T19:21:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:48,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:48,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:21:48,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:21:48,311 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:21:48,334 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,40405,1733080898137, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:21:48,335 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:48,335 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40405,1733080898137, seqNum=-1] 2024-12-01T19:21:48,335 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:48,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-01T19:21:48,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,40405,1733080898137', locateType=CURRENT is [region=hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2] 2024-12-01T19:21:48,339 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:21:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:21:48,341 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,40405,1733080898137 suceeded 2024-12-01T19:21:48,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:21:48,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-01T19:21:48,342 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:33045,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:21:48,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1010 sec 2024-12-01T19:21:48,351 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:33045' 2024-12-01T19:21:48,352 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7171c621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:48,352 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:48,352 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:48,353 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179d16df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:48,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:48,354 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:48,355 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d198eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:48,355 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75767b88 2024-12-01T19:21:48,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:48,356 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-01T19:21:48,356 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,40405,1733080898137 (queues=1) is replicating from cluster=d9920d56-813f-4ab6-8395-d044c55ea6e5 to cluster=b24c930f-09b8-436d-b596-615d32554d22 2024-12-01T19:21:48,356 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C40405%2C1733080898137 2024-12-01T19:21:48,356 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,40405,1733080898137, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:21:48,357 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C40405%2C1733080898137 2024-12-01T19:21:48,357 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022, startPosition=0, beingWritten=true 2024-12-01T19:21:48,361 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:21:48,361 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 379, reset compression=false 2024-12-01T19:21:48,361 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,40405,1733080898137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:21:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:21:48,385 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:21:48,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:48,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:48,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:48,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:48,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:48,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:48,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733080908388/Put/seqid=0 2024-12-01T19:21:48,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741840_1016 (size=7894) 2024-12-01T19:21:48,564 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 379, reset compression=false 2024-12-01T19:21:48,632 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:48,794 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733080908794/Put/seqid=0 2024-12-01T19:21:48,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741841_1017 (size=7691) 2024-12-01T19:21:48,868 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 379, reset compression=false 2024-12-01T19:21:49,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41239569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:49,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:49,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:49,200 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:49,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddaf706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:49,202 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:49,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f2815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:49,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:49,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46089,1733080890400, seqNum=-1] 2024-12-01T19:21:49,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:49,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:49,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7a28ec 2024-12-01T19:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:49,213 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2] 2024-12-01T19:21:49,218 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:21:49,223 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-01T19:21:49,226 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-01T19:21:49,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T19:21:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:49,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T19:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HRegion(2603): Flush status journal for 6d628e22524beb78799a8a16b32a67eb: 2024-12-01T19:21:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_0 2024-12-01T19:21:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_0 as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ 2024-12-01T19:21:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_1 2024-12-01T19:21:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_1 as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ 2024-12-01T19:21:49,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_0 into 6d628e22524beb78799a8a16b32a67eb/f as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ - updating store file list. 2024-12-01T19:21:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7daddbd3d0004c98aecddf843430b11f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:49,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ into 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:49,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_0 into 6d628e22524beb78799a8a16b32a67eb/f (new location: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_) 2024-12-01T19:21:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_0 2024-12-01T19:21:49,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_1 into 6d628e22524beb78799a8a16b32a67eb/f as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ - updating store file list. 2024-12-01T19:21:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:49,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ into 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:49,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_1 into 6d628e22524beb78799a8a16b32a67eb/f (new location: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_) 2024-12-01T19:21:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins__test__ns7eosjprqtdg61ndp3qsm0uekl5sdfiqo09gk7egq8qo3illngjh04oinqr4h3b/f/hfile_1 2024-12-01T19:21:49,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:49,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:49,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:49,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:49,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:49,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2 , the old value is region=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9168bcbe98d9:46089 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:21:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:21:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2 from cache 2024-12-01T19:21:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40405,1733080898137, seqNum=-1] 2024-12-01T19:21:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:49,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2] 2024-12-01T19:21:49,262 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T19:21:49,263 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:21:49,271 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 379, reset compression=false 2024-12-01T19:21:49,335 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 379, reset compression=false 2024-12-01T19:21:49,340 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:21:49,340 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46089,1733080890400 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d628e22524beb78799a8a16b32a67eb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733080909253/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T19:21:49,342 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:49,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-01T19:21:49,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(318): Replicating [b24c930f-09b8-436d-b596-615d32554d22] bulk loaded data 2024-12-01T19:21:49,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50628142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:49,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:49,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:49,345 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:49,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:49,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:49,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706407f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:49,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:49,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:49,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:49,346 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:49,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74619952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:49,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741840_1016 (size=7894) 2024-12-01T19:21:49,365 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:46089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T19:21:49,540 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:49,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741841_1017 (size=7691) 2024-12-01T19:21:49,775 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 379, reset compression=false 2024-12-01T19:21:49,844 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:50,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:50,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:50,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ec75a0a 2024-12-01T19:21:50,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:50,172 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-01T19:21:50,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:21:50,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:50,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40405,1733080898137, seqNum=-1] 2024-12-01T19:21:50,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:50,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-01T19:21:50,180 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T19:21:50,182 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T19:21:50,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ for inclusion in 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-01T19:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:50,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ for inclusion in 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-01T19:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HRegion(2603): Flush status journal for 24723733c00347f1f7c4b9cdfc0fbf1a: 2024-12-01T19:21:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7daddbd3d0004c98aecddf843430b11f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_ 2024-12-01T19:21:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:21:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/fe5c700b076642529dc79d66800949fa_SeqId_4_ 2024-12-01T19:21:50,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_ - updating store file list. 2024-12-01T19:21:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:50,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:50,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f (new location: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_) 2024-12-01T19:21:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/7daddbd3d0004c98aecddf843430b11f_SeqId_4_ 2024-12-01T19:21:50,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/fe5c700b076642529dc79d66800949fa_SeqId_4_ - updating store file list. 2024-12-01T19:21:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe5c700b076642529dc79d66800949fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:50,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/fe5c700b076642529dc79d66800949fa_SeqId_4_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:50,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f (new location: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/fe5c700b076642529dc79d66800949fa_SeqId_4_) 2024-12-01T19:21:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins.hfs.11__test__su9cvbdjnqln5sq66vrnercq917227q228cphmasdh2vc5v2i2d6re66mkh177o/f/08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_ 2024-12-01T19:21:50,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.ReplicationSink(324): Finished replicating [b24c930f-09b8-436d-b596-615d32554d22] bulk loaded data 2024-12-01T19:21:50,248 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:50,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:21:50,272 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733080910272/Put/seqid=0 2024-12-01T19:21:50,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741842_1018 (size=11194) 2024-12-01T19:21:50,378 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 379, reset compression=false 2024-12-01T19:21:50,382 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:21:50,382 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,40405,1733080898137 got entry batch from reader: WALEntryBatch [walEntries=[{test/24723733c00347f1f7c4b9cdfc0fbf1a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733080910203/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-01T19:21:50,384 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:21:50,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-01T19:21:50,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.ReplicationSink(318): Replicating [b24c930f-09b8-436d-b596-615d32554d22, d9920d56-813f-4ab6-8395-d044c55ea6e5] bulk loaded data 2024-12-01T19:21:50,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c465816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:50,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33045,-1 for getting cluster id 2024-12-01T19:21:50,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:50,386 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b24c930f-09b8-436d-b596-615d32554d22' 2024-12-01T19:21:50,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:50,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b24c930f-09b8-436d-b596-615d32554d22" 2024-12-01T19:21:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@224cfb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33045,-1] 2024-12-01T19:21:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:50,388 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:50,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f1d3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:50,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741842_1018 (size=7894) 2024-12-01T19:21:50,583 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 725, reset compression=false 2024-12-01T19:21:50,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733080910677/Put/seqid=0 2024-12-01T19:21:50,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741843_1019 (size=10791) 2024-12-01T19:21:50,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T19:21:50,751 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:50,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741843_1019 (size=7691) 2024-12-01T19:21:50,886 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 725, reset compression=false 2024-12-01T19:21:51,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc5e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:51,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,35609,-1 for getting cluster id 2024-12-01T19:21:51,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:21:51,084 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9920d56-813f-4ab6-8395-d044c55ea6e5' 2024-12-01T19:21:51,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:21:51,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9920d56-813f-4ab6-8395-d044c55ea6e5" 2024-12-01T19:21:51,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bf2275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:51,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,35609,-1] 2024-12-01T19:21:51,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:21:51,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:51,085 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:21:51,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c220023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:21:51,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,40405,1733080898137, seqNum=-1] 2024-12-01T19:21:51,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:51,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:51,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d51847c 2024-12-01T19:21:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:51,097 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:21:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2] 2024-12-01T19:21:51,102 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:21:51,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-01T19:21:51,109 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-01T19:21:51,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T19:21:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:51,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T19:21:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HRegion(2603): Flush status journal for 24723733c00347f1f7c4b9cdfc0fbf1a: 2024-12-01T19:21:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_0 2024-12-01T19:21:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_0 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ 2024-12-01T19:21:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_1 2024-12-01T19:21:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_1 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ 2024-12-01T19:21:51,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_0 into 24723733c00347f1f7c4b9cdfc0fbf1a/f as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ - updating store file list. 2024-12-01T19:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:51,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:51,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_0 into 24723733c00347f1f7c4b9cdfc0fbf1a/f (new location: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_) 2024-12-01T19:21:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_0 2024-12-01T19:21:51,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_1 into 24723733c00347f1f7c4b9cdfc0fbf1a/f as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ - updating store file list. 2024-12-01T19:21:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f3d940bd66f3478794fbb15d5f04668d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:51,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ into 24723733c00347f1f7c4b9cdfc0fbf1a/f 2024-12-01T19:21:51,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_1 into 24723733c00347f1f7c4b9cdfc0fbf1a/f (new location: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_) 2024-12-01T19:21:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/staging/jenkins__test__ril3g5cc7dfndco6hv548jj8dqi1qs4au2u8hmt6m40uhluhci4jag2qkismcmca/f/hfile_1 2024-12-01T19:21:51,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:51,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:51,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:51,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:51,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2 , the old value is region=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9168bcbe98d9:40405 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:21:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:21:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., hostname=9168bcbe98d9,40405,1733080898137, seqNum=2 from cache 2024-12-01T19:21:51,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:51,137 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T19:21:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46089,1733080890400, seqNum=-1] 2024-12-01T19:21:51,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:51,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:21:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., hostname=9168bcbe98d9,46089,1733080890400, seqNum=2] 2024-12-01T19:21:51,146 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:21:51,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:51,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:51,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e171893 2024-12-01T19:21:51,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:21:51,218 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-01T19:21:51,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:21:51,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:21:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46089,1733080890400, seqNum=-1] 2024-12-01T19:21:51,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:21:51,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-01T19:21:51,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__g58clmm8fng31fl62irng99ssdkn2soaup5b70goja4nbl1rphvqldcve8uqk54l/f/5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-01T19:21:51,228 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__g58clmm8fng31fl62irng99ssdkn2soaup5b70goja4nbl1rphvqldcve8uqk54l/f/fe5c700b076642529dc79d66800949fa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-01T19:21:51,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.ReplicationSink(324): Finished replicating [b24c930f-09b8-436d-b596-615d32554d22, d9920d56-813f-4ab6-8395-d044c55ea6e5] bulk loaded data 2024-12-01T19:21:51,244 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:40405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T19:21:51,290 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 725, reset compression=false 2024-12-01T19:21:51,294 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:21:51,294 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,40405,1733080898137 got entry batch from reader: WALEntryBatch [walEntries=[{test/24723733c00347f1f7c4b9cdfc0fbf1a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733080911135/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T19:21:51,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.ReplicationSink(318): Replicating [d9920d56-813f-4ab6-8395-d044c55ea6e5] bulk loaded data 2024-12-01T19:21:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741844_1020 (size=11194) 2024-12-01T19:21:51,355 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:51,495 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1033, reset compression=false 2024-12-01T19:21:51,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741845_1021 (size=10791) 2024-12-01T19:21:51,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:51,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:51,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:51,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:51,798 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1033, reset compression=false 2024-12-01T19:21:52,058 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:52,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:21:52,123 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-01T19:21:52,125 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-01T19:21:52,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ for inclusion in 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-01T19:21:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:52,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ for inclusion in 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-01T19:21:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HRegion(2603): Flush status journal for 6d628e22524beb78799a8a16b32a67eb: 2024-12-01T19:21:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/321121f1edf44b908feb7a86ade274db_SeqId_6_ 2024-12-01T19:21:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:21:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/50ec9b0fe3c44d049fbabfa4f4c99ab5_SeqId_6_ 2024-12-01T19:21:52,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ into 6d628e22524beb78799a8a16b32a67eb/f as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/321121f1edf44b908feb7a86ade274db_SeqId_6_ - updating store file list. 2024-12-01T19:21:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 321121f1edf44b908feb7a86ade274db_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:52,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/321121f1edf44b908feb7a86ade274db_SeqId_6_ into 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:52,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ into 6d628e22524beb78799a8a16b32a67eb/f (new location: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/321121f1edf44b908feb7a86ade274db_SeqId_6_) 2024-12-01T19:21:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/5f0b0ed8bc9c4ec3b4c74e6d017ef055_SeqId_6_ 2024-12-01T19:21:52,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ into 6d628e22524beb78799a8a16b32a67eb/f as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/50ec9b0fe3c44d049fbabfa4f4c99ab5_SeqId_6_ - updating store file list. 2024-12-01T19:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50ec9b0fe3c44d049fbabfa4f4c99ab5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:21:52,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/50ec9b0fe3c44d049fbabfa4f4c99ab5_SeqId_6_ into 6d628e22524beb78799a8a16b32a67eb/f 2024-12-01T19:21:52,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ into 6d628e22524beb78799a8a16b32a67eb/f (new location: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/f/50ec9b0fe3c44d049fbabfa4f4c99ab5_SeqId_6_) 2024-12-01T19:21:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/staging/jenkins.hfs.10__test__ikh9gn5kgih4b4o5r79dbj2vk31rpjchk02s7hjtca98g1oplq712vgas2bhgdmq/f/f3d940bd66f3478794fbb15d5f04668d_SeqId_6_ 2024-12-01T19:21:52,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46089 {}] regionserver.ReplicationSink(324): Finished replicating [d9920d56-813f-4ab6-8395-d044c55ea6e5] bulk loaded data 2024-12-01T19:21:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:21:52,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:52,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:52,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:52,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:52,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:21:52,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=481841979, stopped=false 2024-12-01T19:21:52,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:52,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,35609,1733080897732 2024-12-01T19:21:52,202 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1033, reset compression=false 2024-12-01T19:21:52,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T19:21:52,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T19:21:52,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434246531/running 2024-12-01T19:21:52,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434246531/running 2024-12-01T19:21:52,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:52,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:52,369 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:52,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:52,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:52,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:52,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/running 2024-12-01T19:21:52,369 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,40405,1733080898137' ***** 2024-12-01T19:21:52,369 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:21:52,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Set watcher on znode that does not yet exist, /1434246531/running 2024-12-01T19:21:52,370 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for 24723733c00347f1f7c4b9cdfc0fbf1a 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:52,370 INFO [RS:0;9168bcbe98d9:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:40405. 2024-12-01T19:21:52,370 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24723733c00347f1f7c4b9cdfc0fbf1a, disabling compactions & flushes 2024-12-01T19:21:52,370 DEBUG [RS:0;9168bcbe98d9:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:52,370 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:52,370 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:52,370 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:52,371 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:21:52,371 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. after waiting 0 ms 2024-12-01T19:21:52,371 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:21:52,371 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:52,371 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:21:52,371 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:21:52,371 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:21:52,371 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24723733c00347f1f7c4b9cdfc0fbf1a=test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a., af8a0e51b4a9ff746b609cf66205dd18=hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18.} 2024-12-01T19:21:52,371 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:52,371 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24723733c00347f1f7c4b9cdfc0fbf1a, af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:52,371 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:52,371 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:52,371 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:52,371 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:52,371 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:21:52,374 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/default/test/24723733c00347f1f7c4b9cdfc0fbf1a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:21:52,374 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:52,374 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:21:52,374 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:52,375 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24723733c00347f1f7c4b9cdfc0fbf1a: Waiting for close lock at 1733080912370Running coprocessor pre-close hooks at 1733080912370Disabling compacts and flushes for region at 1733080912370Disabling writes for close at 1733080912371 (+1 ms)Writing region close event to WAL at 1733080912371Running coprocessor post-close hooks at 1733080912374 (+3 ms)Closed at 1733080912374 2024-12-01T19:21:52,375 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a. 2024-12-01T19:21:52,375 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af8a0e51b4a9ff746b609cf66205dd18, disabling compactions & flushes 2024-12-01T19:21:52,375 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:52,375 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:52,375 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. after waiting 0 ms 2024-12-01T19:21:52,375 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:52,375 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af8a0e51b4a9ff746b609cf66205dd18 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-01T19:21:52,389 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/info/6ab4df34b5d540f0a894eb6937e45d98 is 147, key is hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18./info:regioninfo/1733080908010/Put/seqid=0 2024-12-01T19:21:52,392 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/.tmp/hfileref/b6906bbac5114a1c9675d72d64339e8a is 74, key is 1/hfileref:5c39a09bcefd437ba43d8d721db13bd7_SeqId_4_/1733080911243/DeleteColumn/seqid=0 2024-12-01T19:21:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741844_1020 (size=7686) 2024-12-01T19:21:52,396 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741845_1021 (size=5345) 2024-12-01T19:21:52,400 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/.tmp/hfileref/b6906bbac5114a1c9675d72d64339e8a 2024-12-01T19:21:52,417 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/.tmp/queue/060bfe15be544003aa69637aecd85a86 is 154, key is 1-9168bcbe98d9,40405,1733080898137/queue:9168bcbe98d9%2C40405%2C1733080898137/1733080912151/Put/seqid=0 2024-12-01T19:21:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741846_1022 (size=5353) 2024-12-01T19:21:52,571 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:52,706 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1033, reset compression=false 2024-12-01T19:21:52,711 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:21:52,711 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1328, reset compression=false 2024-12-01T19:21:52,711 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,40405,1733080898137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:21:52,713 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,40405,1733080898137: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,40405,1733080898137, walGroup=9168bcbe98d9%2C40405%2C1733080898137, offset=9168bcbe98d9%2C40405%2C1733080898137.1733080900022:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:40405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:21:52,714 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:21:52,717 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:21:52,718 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:21:52,718 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:21:52,718 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:21:52,718 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 540644288 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 187912432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:21:52,721 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:21:52,771 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af8a0e51b4a9ff746b609cf66205dd18 2024-12-01T19:21:52,793 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/info/6ab4df34b5d540f0a894eb6937e45d98 2024-12-01T19:21:52,813 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/ns/e8d40b3c091f402297f7855d849b5bf3 is 43, key is default/ns:d/1733080900651/Put/seqid=0 2024-12-01T19:21:52,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741847_1023 (size=5153) 2024-12-01T19:21:52,820 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/.tmp/queue/060bfe15be544003aa69637aecd85a86 2024-12-01T19:21:52,825 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/.tmp/hfileref/b6906bbac5114a1c9675d72d64339e8a as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/hfileref/b6906bbac5114a1c9675d72d64339e8a 2024-12-01T19:21:52,829 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/hfileref/b6906bbac5114a1c9675d72d64339e8a, entries=4, sequenceid=12, filesize=5.2 K 2024-12-01T19:21:52,830 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/.tmp/queue/060bfe15be544003aa69637aecd85a86 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/queue/060bfe15be544003aa69637aecd85a86 2024-12-01T19:21:52,834 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/queue/060bfe15be544003aa69637aecd85a86, entries=1, sequenceid=12, filesize=5.2 K 2024-12-01T19:21:52,835 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for af8a0e51b4a9ff746b609cf66205dd18 in 460ms, sequenceid=12, compaction requested=false 2024-12-01T19:21:52,839 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/replication/af8a0e51b4a9ff746b609cf66205dd18/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T19:21:52,839 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:52,839 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:52,839 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:52,839 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af8a0e51b4a9ff746b609cf66205dd18: Waiting for close lock at 1733080912375Running coprocessor pre-close hooks at 1733080912375Disabling compacts and flushes for region at 1733080912375Disabling writes for close at 1733080912375Obtaining lock to block concurrent updates at 1733080912375Preparing flush snapshotting stores in af8a0e51b4a9ff746b609cf66205dd18 at 1733080912375Finished memstore snapshotting hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733080912375Flushing stores of hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. at 1733080912376 (+1 ms)Flushing af8a0e51b4a9ff746b609cf66205dd18/hfileref: creating writer at 1733080912376Flushing af8a0e51b4a9ff746b609cf66205dd18/hfileref: appending metadata at 1733080912391 (+15 ms)Flushing af8a0e51b4a9ff746b609cf66205dd18/hfileref: closing flushed file at 1733080912391Flushing af8a0e51b4a9ff746b609cf66205dd18/queue: creating writer at 1733080912405 (+14 ms)Flushing af8a0e51b4a9ff746b609cf66205dd18/queue: appending metadata at 1733080912416 (+11 ms)Flushing af8a0e51b4a9ff746b609cf66205dd18/queue: closing flushed file at 1733080912416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100ab81c: reopening flushed file at 1733080912824 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773324eb: reopening flushed file at 1733080912829 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for af8a0e51b4a9ff746b609cf66205dd18 in 460ms, sequenceid=12, compaction requested=false at 1733080912835 (+6 ms)Writing region close event to WAL at 1733080912836 (+1 ms)Running coprocessor post-close hooks at 1733080912839 (+3 ms)Closed at 1733080912839 2024-12-01T19:21:52,840 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080907250.af8a0e51b4a9ff746b609cf66205dd18. 2024-12-01T19:21:52,861 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 687, reset compression=false 2024-12-01T19:21:52,867 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:21:52,867 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46089,1733080890400 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d628e22524beb78799a8a16b32a67eb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733080912146/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-01T19:21:52,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9168bcbe98d9,40405,1733080898137 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:52,871 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9168bcbe98d9,40405,1733080898137 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:52,912 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:21:52,912 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:21:52,914 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1328, reset compression=false 2024-12-01T19:21:52,971 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:52,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9168bcbe98d9,40405,1733080898137 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:52,975 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9168bcbe98d9,40405,1733080898137 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,067 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:53,172 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:53,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9168bcbe98d9,40405,1733080898137 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,178 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9168bcbe98d9,40405,1733080898137 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,217 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/ns/e8d40b3c091f402297f7855d849b5bf3 2024-12-01T19:21:53,217 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1328, reset compression=false 2024-12-01T19:21:53,234 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/rep_barrier/cd5435ca16b049cebaa8ceb9b012449e is 112, key is test,,1733080902920.24723733c00347f1f7c4b9cdfc0fbf1a./rep_barrier:seqnumDuringOpen/1733080904071/Put/seqid=0 2024-12-01T19:21:53,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741848_1024 (size=5518) 2024-12-01T19:21:53,371 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:53,372 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:21:53,372 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:21:53,372 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:53,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9168bcbe98d9,40405,1733080898137 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,481 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9168bcbe98d9,40405,1733080898137 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,572 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:53,621 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1328, reset compression=false 2024-12-01T19:21:53,638 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/rep_barrier/cd5435ca16b049cebaa8ceb9b012449e 2024-12-01T19:21:53,657 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/table/41bf1a5a6cd44752b824de34d731e6b0 is 53, key is hbase:replication/table:state/1733080908016/Put/seqid=0 2024-12-01T19:21:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741849_1025 (size=5308) 2024-12-01T19:21:53,772 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:53,774 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:53,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9168bcbe98d9,40405,1733080898137 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,884 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9168bcbe98d9,40405,1733080898137 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:53,972 DEBUG [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:54,062 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/table/41bf1a5a6cd44752b824de34d731e6b0 2024-12-01T19:21:54,066 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/info/6ab4df34b5d540f0a894eb6937e45d98 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/info/6ab4df34b5d540f0a894eb6937e45d98 2024-12-01T19:21:54,070 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/info/6ab4df34b5d540f0a894eb6937e45d98, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:21:54,071 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/ns/e8d40b3c091f402297f7855d849b5bf3 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/ns/e8d40b3c091f402297f7855d849b5bf3 2024-12-01T19:21:54,075 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/ns/e8d40b3c091f402297f7855d849b5bf3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:21:54,076 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/rep_barrier/cd5435ca16b049cebaa8ceb9b012449e as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/rep_barrier/cd5435ca16b049cebaa8ceb9b012449e 2024-12-01T19:21:54,080 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/rep_barrier/cd5435ca16b049cebaa8ceb9b012449e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:21:54,081 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/.tmp/table/41bf1a5a6cd44752b824de34d731e6b0 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/table/41bf1a5a6cd44752b824de34d731e6b0 2024-12-01T19:21:54,085 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/table/41bf1a5a6cd44752b824de34d731e6b0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:21:54,086 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-12-01T19:21:54,094 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:21:54,094 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:54,094 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:54,094 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:54,094 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080912371Running coprocessor pre-close hooks at 1733080912371Disabling compacts and flushes for region at 1733080912371Disabling writes for close at 1733080912371Obtaining lock to block concurrent updates at 1733080912371Preparing flush snapshotting stores in 1588230740 at 1733080912371Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080912372 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733080912372Flushing 1588230740/info: creating writer at 1733080912372Flushing 1588230740/info: appending metadata at 1733080912388 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733080912388Flushing 1588230740/ns: creating writer at 1733080912797 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733080912812 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733080912812Flushing 1588230740/rep_barrier: creating writer at 1733080913222 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080913233 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080913233Flushing 1588230740/table: creating writer at 1733080913642 (+409 ms)Flushing 1588230740/table: appending metadata at 1733080913657 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733080913657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3b3a90: reopening flushed file at 1733080914066 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eabaadd: reopening flushed file at 1733080914070 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39195663: reopening flushed file at 1733080914075 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1db8a3: reopening flushed file at 1733080914081 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1733080914086 (+5 ms)Writing region close event to WAL at 1733080914091 (+5 ms)Running coprocessor post-close hooks at 1733080914094 (+3 ms)Closed at 1733080914094 2024-12-01T19:21:54,095 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:54,124 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 to pos 1328, reset compression=false 2024-12-01T19:21:54,172 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,40405,1733080898137; all regions closed. 2024-12-01T19:21:54,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:21:54,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.meta.1733080900593.meta not finished, retry = 0 2024-12-01T19:21:54,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741839_1015 (size=3127) 2024-12-01T19:21:54,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.rep.1733080907982 not finished, retry = 0 2024-12-01T19:21:54,278 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:54,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741833_1009 (size=1336) 2024-12-01T19:21:54,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/WALs/9168bcbe98d9,40405,1733080898137/9168bcbe98d9%2C40405%2C1733080898137.1733080900022 not finished, retry = 0 2024-12-01T19:21:54,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9168bcbe98d9,40405,1733080898137 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:54,387 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9168bcbe98d9,40405,1733080898137 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:54,481 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:54,481 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:54,481 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:54,481 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:54,481 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:54,481 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:54,481 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,40405,1733080898137 because: Region server is closing 2024-12-01T19:21:54,482 INFO [RS:0;9168bcbe98d9:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:40405. 2024-12-01T19:21:54,482 DEBUG [RS:0;9168bcbe98d9:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:54,482 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:54,482 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:54,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:54,582 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.shipper9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 terminated 2024-12-01T19:21:54,582 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,40405,1733080898137.replicationSource.wal-reader.9168bcbe98d9%2C40405%2C1733080898137,1-9168bcbe98d9,40405,1733080898137 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:21:54,582 INFO [RS:0;9168bcbe98d9:40405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:40405. 2024-12-01T19:21:54,582 DEBUG [RS:0;9168bcbe98d9:40405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:54,582 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:54,583 DEBUG [RS:0;9168bcbe98d9:40405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:54,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:54,583 INFO [RS:0;9168bcbe98d9:40405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40405 2024-12-01T19:21:54,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434246531/rs/9168bcbe98d9,40405,1733080898137 2024-12-01T19:21:54,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531/rs 2024-12-01T19:21:54,632 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:54,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,40405,1733080898137] 2024-12-01T19:21:54,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1434246531/draining/9168bcbe98d9,40405,1733080898137 already deleted, retry=false 2024-12-01T19:21:54,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,40405,1733080898137 expired; onlineServers=0 2024-12-01T19:21:54,653 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,35609,1733080897732' ***** 2024-12-01T19:21:54,653 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:21:54,653 INFO [M:0;9168bcbe98d9:35609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:54,653 INFO [M:0;9168bcbe98d9:35609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:54,653 DEBUG [M:0;9168bcbe98d9:35609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:21:54,653 DEBUG [M:0;9168bcbe98d9:35609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:21:54,653 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080899797 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080899797,5,FailOnTimeoutGroup] 2024-12-01T19:21:54,653 INFO [M:0;9168bcbe98d9:35609 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:54,654 INFO [M:0;9168bcbe98d9:35609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:54,654 DEBUG [M:0;9168bcbe98d9:35609 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:21:54,654 INFO [M:0;9168bcbe98d9:35609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:21:54,654 INFO [M:0;9168bcbe98d9:35609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:54,654 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:21:54,654 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080899800 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080899800,5,FailOnTimeoutGroup] 2024-12-01T19:21:54,654 INFO [M:0;9168bcbe98d9:35609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:21:54,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:21:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1434246531/master 2024-12-01T19:21:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1434246531 2024-12-01T19:21:54,664 DEBUG [M:0;9168bcbe98d9:35609 {}] zookeeper.ZKUtil(347): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Unable to get data of znode /1434246531/master because node does not exist (not an error) 2024-12-01T19:21:54,664 WARN [M:0;9168bcbe98d9:35609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:21:54,664 INFO [M:0;9168bcbe98d9:35609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/.lastflushedseqids 2024-12-01T19:21:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741850_1026 (size=263) 2024-12-01T19:21:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:54,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40405-0x1019257ac4f0004, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:54,743 INFO [RS:0;9168bcbe98d9:40405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:54,743 INFO [RS:0;9168bcbe98d9:40405 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,40405,1733080898137; zookeeper connection closed. 2024-12-01T19:21:54,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bbb6281 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bbb6281 2024-12-01T19:21:54,743 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:21:54,881 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:54,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9168bcbe98d9:40405 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:40405 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:54,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9168bcbe98d9:40405 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:40405 2024-12-01T19:21:54,991 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=9168bcbe98d9:40405 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:40405 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:40405 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-01T19:21:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:21:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:40590 deadline: 1733080974994, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T19:21:55,024 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-01T19:21:55,025 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T19:21:55,069 INFO [M:0;9168bcbe98d9:35609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:21:55,069 INFO [M:0;9168bcbe98d9:35609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:21:55,069 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:55,069 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:55,069 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:55,069 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:55,069 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:55,069 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T19:21:55,088 DEBUG [M:0;9168bcbe98d9:35609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed6148272fd7452bb486ecac83dce6cf is 82, key is hbase:meta,,1/info:regioninfo/1733080900633/Put/seqid=0 2024-12-01T19:21:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741851_1027 (size=5672) 2024-12-01T19:21:55,492 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed6148272fd7452bb486ecac83dce6cf 2024-12-01T19:21:55,555 DEBUG [M:0;9168bcbe98d9:35609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/043b991b04884dcda11e0ca6bcd7b37f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733080908018/Put/seqid=0 2024-12-01T19:21:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741852_1028 (size=8516) 2024-12-01T19:21:55,585 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:55,725 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T19:21:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:21:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35609 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:40590 deadline: 1733080975726, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-01T19:21:55,727 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-01T19:21:55,728 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T19:21:55,728 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T19:21:55,961 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/043b991b04884dcda11e0ca6bcd7b37f 2024-12-01T19:21:55,981 DEBUG [M:0;9168bcbe98d9:35609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0faabc234b342828899680e6fcfeba5 is 69, key is 9168bcbe98d9,40405,1733080898137/rs:state/1733080899867/Put/seqid=0 2024-12-01T19:21:55,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741853_1029 (size=5156) 2024-12-01T19:21:55,991 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0faabc234b342828899680e6fcfeba5 2024-12-01T19:21:55,996 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed6148272fd7452bb486ecac83dce6cf as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed6148272fd7452bb486ecac83dce6cf 2024-12-01T19:21:56,000 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed6148272fd7452bb486ecac83dce6cf, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T19:21:56,001 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/043b991b04884dcda11e0ca6bcd7b37f as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/043b991b04884dcda11e0ca6bcd7b37f 2024-12-01T19:21:56,005 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/043b991b04884dcda11e0ca6bcd7b37f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T19:21:56,006 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0faabc234b342828899680e6fcfeba5 as hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0faabc234b342828899680e6fcfeba5 2024-12-01T19:21:56,010 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34119/user/jenkins/test-data/1f8509ab-8ba7-f6b8-cc56-a73ca050c142/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0faabc234b342828899680e6fcfeba5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T19:21:56,010 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=97, compaction requested=false 2024-12-01T19:21:56,011 INFO [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:56,011 DEBUG [M:0;9168bcbe98d9:35609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080915069Disabling compacts and flushes for region at 1733080915069Disabling writes for close at 1733080915069Obtaining lock to block concurrent updates at 1733080915069Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080915069Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733080915070 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080915070Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080915070Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080915087 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080915087Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080915539 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080915555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080915555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080915965 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080915980 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080915980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8fbd62: reopening flushed file at 1733080915995 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e9f675: reopening flushed file at 1733080916000 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e888e: reopening flushed file at 1733080916005 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=97, compaction requested=false at 1733080916010 (+5 ms)Writing region close event to WAL at 1733080916011 (+1 ms)Closed at 1733080916011 2024-12-01T19:21:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34971 is added to blk_1073741830_1006 (size=63654) 2024-12-01T19:21:56,014 INFO [M:0;9168bcbe98d9:35609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:21:56,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:56,014 INFO [M:0;9168bcbe98d9:35609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35609 2024-12-01T19:21:56,014 INFO [M:0;9168bcbe98d9:35609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:56,228 INFO [M:0;9168bcbe98d9:35609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:56,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:56,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35609-0x1019257ac4f0003, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:56,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6933d312{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:21:56,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67bd3e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:56,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:56,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2613eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:56,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105bce80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:56,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:21:56,232 WARN [BP-1363612687-172.17.0.3-1733080894362 heartbeating to localhost/127.0.0.1:34119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:21:56,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:21:56,232 WARN [BP-1363612687-172.17.0.3-1733080894362 heartbeating to localhost/127.0.0.1:34119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1363612687-172.17.0.3-1733080894362 (Datanode Uuid f5180e2f-aed3-4fbc-a19f-d0255a109690) service to localhost/127.0.0.1:34119 2024-12-01T19:21:56,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/cluster_f655e9ee-77f2-3583-3d3b-4d6193a1f197/data/data1/current/BP-1363612687-172.17.0.3-1733080894362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:21:56,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/cluster_f655e9ee-77f2-3583-3d3b-4d6193a1f197/data/data2/current/BP-1363612687-172.17.0.3-1733080894362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:21:56,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:21:56,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4488ff52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:21:56,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7752c642{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:21:56,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:21:56,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38fea699{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:21:56,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2308353f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir/,STOPPED} 2024-12-01T19:21:56,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:21:56,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:21:56,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:56,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:56,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:56,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:56,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:56,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:21:56,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1532660868, stopped=false 2024-12-01T19:21:56,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,33045,1733080890146 2024-12-01T19:21:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0531020065/running 2024-12-01T19:21:56,274 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0531020065/running 2024-12-01T19:21:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:56,274 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:56,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:56,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/running 2024-12-01T19:21:56,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Set watcher on znode that does not yet exist, /0531020065/running 2024-12-01T19:21:56,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:21:56,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:56,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:56,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,46089,1733080890400' ***** 2024-12-01T19:21:56,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d628e22524beb78799a8a16b32a67eb 2024-12-01T19:21:56,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(3091): Received CLOSE for 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:56,275 INFO [RS:0;9168bcbe98d9:46089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46089. 2024-12-01T19:21:56,275 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d628e22524beb78799a8a16b32a67eb, disabling compactions & flushes 2024-12-01T19:21:56,275 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:56,275 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:56,275 DEBUG [RS:0;9168bcbe98d9:46089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:56,275 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. after waiting 0 ms 2024-12-01T19:21:56,275 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:56,275 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:56,276 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:21:56,276 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:21:56,276 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:21:56,276 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:21:56,276 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:21:56,276 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1325): Online Regions={6d628e22524beb78799a8a16b32a67eb=test,,1733080900764.6d628e22524beb78799a8a16b32a67eb., 8764abb7e455e82d6b10e45f684467cc=hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:21:56,276 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d628e22524beb78799a8a16b32a67eb, 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:56,276 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:21:56,276 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:21:56,276 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:21:56,276 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:21:56,276 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:21:56,276 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:21:56,281 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/default/test/6d628e22524beb78799a8a16b32a67eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:21:56,282 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d628e22524beb78799a8a16b32a67eb: Waiting for close lock at 1733080916275Running coprocessor pre-close hooks at 1733080916275Disabling compacts and flushes for region at 1733080916275Disabling writes for close at 1733080916275Writing region close event to WAL at 1733080916276 (+1 ms)Running coprocessor post-close hooks at 1733080916282 (+6 ms)Closed at 1733080916282 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080900764.6d628e22524beb78799a8a16b32a67eb. 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8764abb7e455e82d6b10e45f684467cc, disabling compactions & flushes 2024-12-01T19:21:56,282 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. after waiting 0 ms 2024-12-01T19:21:56,282 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:56,282 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8764abb7e455e82d6b10e45f684467cc 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-01T19:21:56,296 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/info/17d75af26a0c4f2b904abb467279e8af is 147, key is hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc./info:regioninfo/1733080906261/Put/seqid=0 2024-12-01T19:21:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741846_1022 (size=7686) 2024-12-01T19:21:56,303 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/.tmp/hfileref/93ea1894a45a4a6f85374d9d7bb230fe is 74, key is 1/hfileref:08b7c0cbfd8d478ea65e86221dacec0b_SeqId_4_/1733080910205/DeleteColumn/seqid=0 2024-12-01T19:21:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741847_1023 (size=5345) 2024-12-01T19:21:56,307 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/.tmp/hfileref/93ea1894a45a4a6f85374d9d7bb230fe 2024-12-01T19:21:56,323 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/.tmp/queue/0994ef6c625e41d2a8a8bd49c5ddf048 is 153, key is 1-9168bcbe98d9,46089,1733080890400/queue:9168bcbe98d9%2C46089%2C1733080890400/1733080910207/Put/seqid=0 2024-12-01T19:21:56,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741848_1024 (size=5352) 2024-12-01T19:21:56,354 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:56,389 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1033, reset compression=false 2024-12-01T19:21:56,393 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:21:56,394 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1328, reset compression=false 2024-12-01T19:21:56,476 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:56,529 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-01T19:21:56,530 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9168bcbe98d9:35609 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:35609 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:56,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9168bcbe98d9:35609 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:35609 2024-12-01T19:21:56,598 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1328, reset compression=false 2024-12-01T19:21:56,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:56,635 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9168bcbe98d9:35609 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:35609 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T19:21:56,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=9168bcbe98d9:35609 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:35609 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-01T19:21:56,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 9168bcbe98d9:35609 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9168bcbe98d9/172.17.0.3:35609 2024-12-01T19:21:56,676 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8764abb7e455e82d6b10e45f684467cc 2024-12-01T19:21:56,700 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/info/17d75af26a0c4f2b904abb467279e8af 2024-12-01T19:21:56,721 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/ns/fa5a044a93c5413a95e5090d24679d3b is 43, key is default/ns:d/1733080894177/Put/seqid=0 2024-12-01T19:21:56,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741849_1025 (size=5153) 2024-12-01T19:21:56,726 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/.tmp/queue/0994ef6c625e41d2a8a8bd49c5ddf048 2024-12-01T19:21:56,730 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:21:56,730 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:21:56,731 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/.tmp/hfileref/93ea1894a45a4a6f85374d9d7bb230fe as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/hfileref/93ea1894a45a4a6f85374d9d7bb230fe 2024-12-01T19:21:56,735 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/hfileref/93ea1894a45a4a6f85374d9d7bb230fe, entries=4, sequenceid=10, filesize=5.2 K 2024-12-01T19:21:56,736 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/.tmp/queue/0994ef6c625e41d2a8a8bd49c5ddf048 as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/queue/0994ef6c625e41d2a8a8bd49c5ddf048 2024-12-01T19:21:56,740 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/queue/0994ef6c625e41d2a8a8bd49c5ddf048, entries=1, sequenceid=10, filesize=5.2 K 2024-12-01T19:21:56,741 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8764abb7e455e82d6b10e45f684467cc in 459ms, sequenceid=10, compaction requested=false 2024-12-01T19:21:56,747 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/replication/8764abb7e455e82d6b10e45f684467cc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T19:21:56,748 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:56,748 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:56,748 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:56,748 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8764abb7e455e82d6b10e45f684467cc: Waiting for close lock at 1733080916282Running coprocessor pre-close hooks at 1733080916282Disabling compacts and flushes for region at 1733080916282Disabling writes for close at 1733080916282Obtaining lock to block concurrent updates at 1733080916282Preparing flush snapshotting stores in 8764abb7e455e82d6b10e45f684467cc at 1733080916282Finished memstore snapshotting hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733080916283 (+1 ms)Flushing stores of hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. at 1733080916283Flushing 8764abb7e455e82d6b10e45f684467cc/hfileref: creating writer at 1733080916283Flushing 8764abb7e455e82d6b10e45f684467cc/hfileref: appending metadata at 1733080916302 (+19 ms)Flushing 8764abb7e455e82d6b10e45f684467cc/hfileref: closing flushed file at 1733080916303 (+1 ms)Flushing 8764abb7e455e82d6b10e45f684467cc/queue: creating writer at 1733080916311 (+8 ms)Flushing 8764abb7e455e82d6b10e45f684467cc/queue: appending metadata at 1733080916322 (+11 ms)Flushing 8764abb7e455e82d6b10e45f684467cc/queue: closing flushed file at 1733080916322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632939a1: reopening flushed file at 1733080916730 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f45296: reopening flushed file at 1733080916735 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8764abb7e455e82d6b10e45f684467cc in 459ms, sequenceid=10, compaction requested=false at 1733080916741 (+6 ms)Writing region close event to WAL at 1733080916742 (+1 ms)Running coprocessor post-close hooks at 1733080916748 (+6 ms)Closed at 1733080916748 2024-12-01T19:21:56,748 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080905092.8764abb7e455e82d6b10e45f684467cc. 2024-12-01T19:21:56,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:56,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9168bcbe98d9:35609 this server is in the failed servers list 2024-12-01T19:21:56,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9168bcbe98d9:35609 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:21:56,876 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:56,901 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1328, reset compression=false 2024-12-01T19:21:57,077 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:57,125 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/ns/fa5a044a93c5413a95e5090d24679d3b 2024-12-01T19:21:57,140 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/rep_barrier/619c4344ea4c42809fcb917346c6eb79 is 112, key is test,,1733080900764.6d628e22524beb78799a8a16b32a67eb./rep_barrier:seqnumDuringOpen/1733080901914/Put/seqid=0 2024-12-01T19:21:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741850_1026 (size=5518) 2024-12-01T19:21:57,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:57,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9168bcbe98d9:35609 this server is in the failed servers list 2024-12-01T19:21:57,154 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9168bcbe98d9:35609 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:21:57,277 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:21:57,277 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:21:57,277 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:57,305 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1328, reset compression=false 2024-12-01T19:21:57,477 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:57,575 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/rep_barrier/619c4344ea4c42809fcb917346c6eb79 2024-12-01T19:21:57,594 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/table/c348b471d24d4177b55617fb7ff7791b is 53, key is hbase:replication/table:state/1733080906267/Put/seqid=0 2024-12-01T19:21:57,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741851_1027 (size=5308) 2024-12-01T19:21:57,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:57,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9168bcbe98d9:35609 this server is in the failed servers list 2024-12-01T19:21:57,664 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9168bcbe98d9:35609 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:21:57,677 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:57,808 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/WALs/9168bcbe98d9,46089,1733080890400/9168bcbe98d9%2C46089%2C1733080890400.1733080892868 to pos 1328, reset compression=false 2024-12-01T19:21:57,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:21:57,877 DEBUG [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:21:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:57,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:57,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:57,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:57,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:21:57,998 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/table/c348b471d24d4177b55617fb7ff7791b 2024-12-01T19:21:58,003 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/info/17d75af26a0c4f2b904abb467279e8af as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/info/17d75af26a0c4f2b904abb467279e8af 2024-12-01T19:21:58,007 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/info/17d75af26a0c4f2b904abb467279e8af, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:21:58,008 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/ns/fa5a044a93c5413a95e5090d24679d3b as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/ns/fa5a044a93c5413a95e5090d24679d3b 2024-12-01T19:21:58,012 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/ns/fa5a044a93c5413a95e5090d24679d3b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:21:58,013 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/rep_barrier/619c4344ea4c42809fcb917346c6eb79 as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/rep_barrier/619c4344ea4c42809fcb917346c6eb79 2024-12-01T19:21:58,017 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/rep_barrier/619c4344ea4c42809fcb917346c6eb79, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:21:58,018 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/.tmp/table/c348b471d24d4177b55617fb7ff7791b as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/table/c348b471d24d4177b55617fb7ff7791b 2024-12-01T19:21:58,021 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/table/c348b471d24d4177b55617fb7ff7791b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:21:58,022 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false 2024-12-01T19:21:58,026 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:21:58,027 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:21:58,027 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:21:58,027 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:58,027 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080916276Running coprocessor pre-close hooks at 1733080916276Disabling compacts and flushes for region at 1733080916276Disabling writes for close at 1733080916276Obtaining lock to block concurrent updates at 1733080916276Preparing flush snapshotting stores in 1588230740 at 1733080916276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080916276Flushing stores of hbase:meta,,1.1588230740 at 1733080916277 (+1 ms)Flushing 1588230740/info: creating writer at 1733080916277Flushing 1588230740/info: appending metadata at 1733080916296 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733080916296Flushing 1588230740/ns: creating writer at 1733080916704 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733080916720 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733080916720Flushing 1588230740/rep_barrier: creating writer at 1733080917129 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080917140 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080917140Flushing 1588230740/table: creating writer at 1733080917578 (+438 ms)Flushing 1588230740/table: appending metadata at 1733080917594 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733080917594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bfee9b: reopening flushed file at 1733080918002 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33758ada: reopening flushed file at 1733080918007 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6760f13a: reopening flushed file at 1733080918012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b355f: reopening flushed file at 1733080918017 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false at 1733080918022 (+5 ms)Writing region close event to WAL at 1733080918024 (+2 ms)Running coprocessor post-close hooks at 1733080918027 (+3 ms)Closed at 1733080918027 2024-12-01T19:21:58,027 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:21:58,078 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,46089,1733080890400; all regions closed. 2024-12-01T19:21:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:21:58,081 DEBUG [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/oldWALs 2024-12-01T19:21:58,081 INFO [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46089%2C1733080890400.meta:.meta(num 1733080893895) 2024-12-01T19:21:58,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741839_1015 (size=2695) 2024-12-01T19:21:58,084 DEBUG [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/oldWALs 2024-12-01T19:21:58,084 INFO [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46089%2C1733080890400.rep:(num 1733080906223) 2024-12-01T19:21:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741832_1008 (size=1336) 2024-12-01T19:21:58,088 DEBUG [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/oldWALs 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C46089%2C1733080890400:(num 1733080892868) 2024-12-01T19:21:58,088 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:58,088 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,46089,1733080890400 because: Region server is closing 2024-12-01T19:21:58,088 INFO [RS:0;9168bcbe98d9:46089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46089. 2024-12-01T19:21:58,088 DEBUG [RS:0;9168bcbe98d9:46089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:58,088 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:58,088 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:58,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:58,189 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.wal-reader.9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:21:58,189 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-01T19:21:58,189 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-01T19:21:58,189 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-01T19:21:58,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:21:58,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:21:58,677 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:21:59,090 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46089,1733080890400.replicationSource.shipper9168bcbe98d9%2C46089%2C1733080890400,1-9168bcbe98d9,46089,1733080890400 terminated 2024-12-01T19:21:59,090 INFO [RS:0;9168bcbe98d9:46089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46089. 2024-12-01T19:21:59,090 DEBUG [RS:0;9168bcbe98d9:46089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:21:59,090 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:59,091 DEBUG [RS:0;9168bcbe98d9:46089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:21:59,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:21:59,091 INFO [RS:0;9168bcbe98d9:46089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46089 2024-12-01T19:21:59,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065/rs 2024-12-01T19:21:59,158 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0531020065/rs/9168bcbe98d9,46089,1733080890400 2024-12-01T19:21:59,158 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:21:59,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,46089,1733080890400] 2024-12-01T19:21:59,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0531020065/draining/9168bcbe98d9,46089,1733080890400 already deleted, retry=false 2024-12-01T19:21:59,179 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,46089,1733080890400 expired; onlineServers=0 2024-12-01T19:21:59,179 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,33045,1733080890146' ***** 2024-12-01T19:21:59,179 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:21:59,179 INFO [M:0;9168bcbe98d9:33045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:21:59,179 INFO [M:0;9168bcbe98d9:33045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:21:59,179 DEBUG [M:0;9168bcbe98d9:33045 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:21:59,179 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:21:59,179 DEBUG [M:0;9168bcbe98d9:33045 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:21:59,179 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080892648 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080892648,5,FailOnTimeoutGroup] 2024-12-01T19:21:59,179 INFO [M:0;9168bcbe98d9:33045 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:21:59,180 INFO [M:0;9168bcbe98d9:33045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:21:59,180 DEBUG [M:0;9168bcbe98d9:33045 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:21:59,180 INFO [M:0;9168bcbe98d9:33045 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:21:59,180 INFO [M:0;9168bcbe98d9:33045 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:21:59,180 INFO [M:0;9168bcbe98d9:33045 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:21:59,180 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080892649 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080892649,5,FailOnTimeoutGroup] 2024-12-01T19:21:59,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:21:59,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0531020065/master 2024-12-01T19:21:59,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0531020065 2024-12-01T19:21:59,190 DEBUG [M:0;9168bcbe98d9:33045 {}] zookeeper.ZKUtil(347): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Unable to get data of znode /0531020065/master because node does not exist (not an error) 2024-12-01T19:21:59,190 WARN [M:0;9168bcbe98d9:33045 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:21:59,190 INFO [M:0;9168bcbe98d9:33045 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/.lastflushedseqids 2024-12-01T19:21:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741852_1028 (size=263) 2024-12-01T19:21:59,269 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:59,269 INFO [RS:0;9168bcbe98d9:46089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:21:59,269 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46089-0x1019257ac4f0001, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:21:59,269 INFO [RS:0;9168bcbe98d9:46089 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,46089,1733080890400; zookeeper connection closed. 2024-12-01T19:21:59,269 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22f6747e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22f6747e 2024-12-01T19:21:59,269 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:21:59,595 INFO [M:0;9168bcbe98d9:33045 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:21:59,595 INFO [M:0;9168bcbe98d9:33045 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:21:59,595 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:21:59,595 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:59,595 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:59,595 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:21:59,595 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:21:59,595 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T19:21:59,614 DEBUG [M:0;9168bcbe98d9:33045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb1a0e16ff1b4c109988c29ec1583b5e is 82, key is hbase:meta,,1/info:regioninfo/1733080893931/Put/seqid=0 2024-12-01T19:21:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741853_1029 (size=5672) 2024-12-01T19:21:59,733 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:22:00,018 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb1a0e16ff1b4c109988c29ec1583b5e 2024-12-01T19:22:00,038 DEBUG [M:0;9168bcbe98d9:33045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f07ace58964467fa892d1def16e3897 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733080906270/Put/seqid=0 2024-12-01T19:22:00,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741854_1030 (size=8516) 2024-12-01T19:22:00,442 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f07ace58964467fa892d1def16e3897 2024-12-01T19:22:00,461 DEBUG [M:0;9168bcbe98d9:33045 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e26e3b9b4fa94a3fb201d0f0f08eb594 is 69, key is 9168bcbe98d9,46089,1733080890400/rs:state/1733080892696/Put/seqid=0 2024-12-01T19:22:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741855_1031 (size=5156) 2024-12-01T19:22:00,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:00,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:00,695 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:00,866 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e26e3b9b4fa94a3fb201d0f0f08eb594 2024-12-01T19:22:00,870 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cb1a0e16ff1b4c109988c29ec1583b5e as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb1a0e16ff1b4c109988c29ec1583b5e 2024-12-01T19:22:00,874 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cb1a0e16ff1b4c109988c29ec1583b5e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T19:22:00,875 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f07ace58964467fa892d1def16e3897 as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f07ace58964467fa892d1def16e3897 2024-12-01T19:22:00,879 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f07ace58964467fa892d1def16e3897, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T19:22:00,880 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e26e3b9b4fa94a3fb201d0f0f08eb594 as hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e26e3b9b4fa94a3fb201d0f0f08eb594 2024-12-01T19:22:00,884 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33795/user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e26e3b9b4fa94a3fb201d0f0f08eb594, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T19:22:00,885 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-12-01T19:22:00,890 INFO [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:00,890 DEBUG [M:0;9168bcbe98d9:33045 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080919595Disabling compacts and flushes for region at 1733080919595Disabling writes for close at 1733080919595Obtaining lock to block concurrent updates at 1733080919595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080919595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733080919596 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080919596Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080919596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080919613 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080919613Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080920022 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080920038 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080920038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080920446 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080920461 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080920461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b034e73: reopening flushed file at 1733080920869 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3207a2c: reopening flushed file at 1733080920874 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e331e04: reopening flushed file at 1733080920879 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1733080920885 (+6 ms)Writing region close event to WAL at 1733080920890 (+5 ms)Closed at 1733080920890 2024-12-01T19:22:00,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34579 is added to blk_1073741830_1006 (size=63654) 2024-12-01T19:22:00,892 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29a70a55-2683-e761-0dde-e55780e290d0/MasterData/WALs/9168bcbe98d9,33045,1733080890146/9168bcbe98d9%2C33045%2C1733080890146.1733080892339 not finished, retry = 0 2024-12-01T19:22:00,994 INFO [M:0;9168bcbe98d9:33045 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:22:00,994 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:22:00,994 INFO [M:0;9168bcbe98d9:33045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33045 2024-12-01T19:22:00,995 INFO [M:0;9168bcbe98d9:33045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:22:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:01,111 INFO [M:0;9168bcbe98d9:33045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:22:01,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33045-0x1019257ac4f0000, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:01,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f770010{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:01,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a552b19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:22:01,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:22:01,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594e8075{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:22:01,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eff86e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir/,STOPPED} 2024-12-01T19:22:01,114 WARN [BP-1448763840-172.17.0.3-1733080887491 heartbeating to localhost/127.0.0.1:33795 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:22:01,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:22:01,114 WARN [BP-1448763840-172.17.0.3-1733080887491 heartbeating to localhost/127.0.0.1:33795 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1448763840-172.17.0.3-1733080887491 (Datanode Uuid 7143ccfc-aa89-4e7d-bf6f-f63c72c2020d) service to localhost/127.0.0.1:33795 2024-12-01T19:22:01,114 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:22:01,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/data/data1/current/BP-1448763840-172.17.0.3-1733080887491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:22:01,115 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/cluster_b084b664-77ed-55d3-a25b-355a53203811/data/data2/current/BP-1448763840-172.17.0.3-1733080887491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:22:01,115 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:22:01,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@257b803{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:01,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@272d58f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:22:01,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:22:01,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290f1827{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:22:01,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486001b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/849868c3-8040-c8b7-5921-93ffca3a3da0/hadoop.log.dir/,STOPPED} 2024-12-01T19:22:01,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:22:01,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:22:01,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=237 (was 210) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34119 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33795 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61204) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61204) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34119 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33795 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=614 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4416 (was 3669) - AvailableMemoryMB LEAK? - 2024-12-01T19:22:01,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=237, OpenFileDescriptor=614, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4416 2024-12-01T19:22:01,165 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-01T19:22:01,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir so I do NOT create it in target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb 2024-12-01T19:22:01,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:22:01,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.tmp.dir so I do NOT create it in target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb 2024-12-01T19:22:01,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f63f615f-652c-be95-b091-aa982709cbca/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:22:01,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb 2024-12-01T19:22:01,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622, deleteOnExit=true 2024-12-01T19:22:01,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/zookeeper_0, clientPort=57320, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:22:01,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57320 2024-12-01T19:22:01,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:22:01,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/test.cache.data in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:22:01,171 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:01,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:22:01,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:22:01,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:22:01,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:01,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:22:01,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:22:01,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019257ac4f0002, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:22:01,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019257ac4f0005, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:22:01,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019257ac4f0005, quorum=127.0.0.1:61204, baseZNode=/1434246531 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:22:01,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019257ac4f0002, quorum=127.0.0.1:61204, baseZNode=/0531020065 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:22:01,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:01,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:01,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:01,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:01,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:22:01,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:01,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d70bb7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:01,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153dd6c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:01,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1243eb58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/java.io.tmpdir/jetty-localhost-42169-hadoop-hdfs-3_4_1-tests_jar-_-any-789317547751233321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:01,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bb6be23{HTTP/1.1, (http/1.1)}{localhost:42169} 2024-12-01T19:22:01,616 INFO [Time-limited test {}] server.Server(415): Started @205109ms 2024-12-01T19:22:01,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:01,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:01,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:01,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:01,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:22:01,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7517b687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:01,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b2e289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:02,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24379b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/java.io.tmpdir/jetty-localhost-34005-hadoop-hdfs-3_4_1-tests_jar-_-any-6265821743874042982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:02,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dea8188{HTTP/1.1, (http/1.1)}{localhost:34005} 2024-12-01T19:22:02,014 INFO [Time-limited test {}] server.Server(415): Started @205506ms 2024-12-01T19:22:02,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:02,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:22:02,898 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/data/data1/current/BP-788842851-172.17.0.3-1733080921191/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:02,898 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/data/data2/current/BP-788842851-172.17.0.3-1733080921191/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:02,918 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:22:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d33fe3da4f291c6 with lease ID 0x93a734df91ae14c9: Processing first storage report for DS-9a49aa93-bcc0-41f3-b59b-73665e1df8c1 from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=282364e6-51e1-4c37-863e-0a2fbff19a02, infoPort=41271, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=388472481;c=1733080921191) 2024-12-01T19:22:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d33fe3da4f291c6 with lease ID 0x93a734df91ae14c9: from storage DS-9a49aa93-bcc0-41f3-b59b-73665e1df8c1 node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=282364e6-51e1-4c37-863e-0a2fbff19a02, infoPort=41271, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=388472481;c=1733080921191), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d33fe3da4f291c6 with lease ID 0x93a734df91ae14c9: Processing first storage report for DS-9e2470e1-d98c-49c8-b991-15cd346dae92 from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=282364e6-51e1-4c37-863e-0a2fbff19a02, infoPort=41271, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=388472481;c=1733080921191) 2024-12-01T19:22:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d33fe3da4f291c6 with lease ID 0x93a734df91ae14c9: from storage DS-9e2470e1-d98c-49c8-b991-15cd346dae92 node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=282364e6-51e1-4c37-863e-0a2fbff19a02, infoPort=41271, infoSecurePort=0, ipcPort=35627, storageInfo=lv=-57;cid=testClusterID;nsid=388472481;c=1733080921191), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:02,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb 2024-12-01T19:22:02,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:02,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:22:03,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37 with version=8 2024-12-01T19:22:03,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/hbase-staging 2024-12-01T19:22:03,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:22:03,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:03,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41887 2024-12-01T19:22:03,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41887 connecting to ZooKeeper ensemble=127.0.0.1:57320 2024-12-01T19:22:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418870x0, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:03,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41887-0x10192582ffb0000 connected 2024-12-01T19:22:03,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:03,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:03,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:03,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/running 2024-12-01T19:22:03,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37, hbase.cluster.distributed=false 2024-12-01T19:22:03,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/acl 2024-12-01T19:22:03,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41887 2024-12-01T19:22:03,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41887 2024-12-01T19:22:03,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41887 2024-12-01T19:22:03,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41887 2024-12-01T19:22:03,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41887 2024-12-01T19:22:03,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:03,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:03,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39817 2024-12-01T19:22:03,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39817 connecting to ZooKeeper ensemble=127.0.0.1:57320 2024-12-01T19:22:03,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:03,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:03,589 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398170x0, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:03,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398170x0, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/running 2024-12-01T19:22:03,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39817-0x10192582ffb0001 connected 2024-12-01T19:22:03,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:22:03,598 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:22:03,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/master 2024-12-01T19:22:03,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/acl 2024-12-01T19:22:03,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39817 2024-12-01T19:22:03,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39817 2024-12-01T19:22:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39817 2024-12-01T19:22:03,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39817 2024-12-01T19:22:03,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39817 2024-12-01T19:22:03,630 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:41887 2024-12-01T19:22:03,631 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02109407644/backup-masters/9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644/backup-masters 2024-12-01T19:22:03,706 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644/backup-masters 2024-12-01T19:22:03,709 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on existing znode=/02109407644/backup-masters/9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:03,737 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02109407644/master 2024-12-01T19:22:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:03,737 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:03,737 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on existing znode=/02109407644/master 2024-12-01T19:22:03,737 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02109407644/backup-masters/9168bcbe98d9,41887,1733080923352 from backup master directory 2024-12-01T19:22:03,881 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644/backup-masters 2024-12-01T19:22:03,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02109407644/backup-masters/9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:03,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644/backup-masters 2024-12-01T19:22:03,881 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:03,881 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:03,885 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/hbase.id] with ID: 9cdafb1a-8088-4aef-baaa-080340066048 2024-12-01T19:22:03,885 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/.tmp/hbase.id 2024-12-01T19:22:03,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:22:04,289 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/.tmp/hbase.id]:[hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/hbase.id] 2024-12-01T19:22:04,298 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:04,299 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:22:04,299 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T19:22:04,589 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:04,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:04,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:22:04,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:04,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:04,725 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8195 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:04,996 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:04,997 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:22:04,997 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:22:05,404 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store 2024-12-01T19:22:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:22:05,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:05,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:05,809 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:05,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:05,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:05,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:05,809 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:05,809 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080925809Disabling compacts and flushes for region at 1733080925809Disabling writes for close at 1733080925809Writing region close event to WAL at 1733080925809Closed at 1733080925809 2024-12-01T19:22:05,810 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/.initializing 2024-12-01T19:22:05,810 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/WALs/9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:05,810 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:05,811 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C41887%2C1733080923352, suffix=, logDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/WALs/9168bcbe98d9,41887,1733080923352, archiveDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/oldWALs, maxLogs=10 2024-12-01T19:22:05,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/WALs/9168bcbe98d9,41887,1733080923352/9168bcbe98d9%2C41887%2C1733080923352.1733080925811, exclude list is [], retry=0 2024-12-01T19:22:05,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-9a49aa93-bcc0-41f3-b59b-73665e1df8c1,DISK] 2024-12-01T19:22:05,825 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/WALs/9168bcbe98d9,41887,1733080923352/9168bcbe98d9%2C41887%2C1733080923352.1733080925811 2024-12-01T19:22:05,825 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41271:41271)] 2024-12-01T19:22:05,825 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:05,825 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:05,825 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,825 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:22:05,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:05,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:05,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:22:05,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:05,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:05,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:22:05,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:22:05,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:05,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:05,831 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,831 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,831 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,832 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,832 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,832 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:05,833 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:05,835 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:05,835 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65377940, jitterRate=-0.02579277753829956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:05,835 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080925826Initializing all the Stores at 1733080925826Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080925826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080925826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080925826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080925826Cleaning up temporary data from old regions at 1733080925832 (+6 ms)Region opened successfully at 1733080925835 (+3 ms) 2024-12-01T19:22:05,836 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:22:05,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66abb92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:05,838 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:22:05,839 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:22:05,839 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:22:05,839 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:22:05,839 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:22:05,839 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:22:05,839 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:22:05,841 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:22:05,842 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Unable to get data of znode /02109407644/balancer because node does not exist (not necessarily an error) 2024-12-01T19:22:06,010 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02109407644/balancer already deleted, retry=false 2024-12-01T19:22:06,011 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:22:06,011 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Unable to get data of znode /02109407644/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:22:06,052 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02109407644/normalizer already deleted, retry=false 2024-12-01T19:22:06,053 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:22:06,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Unable to get data of znode /02109407644/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:22:06,063 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02109407644/switch/split already deleted, retry=false 2024-12-01T19:22:06,063 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Unable to get data of znode /02109407644/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:22:06,073 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02109407644/switch/merge already deleted, retry=false 2024-12-01T19:22:06,074 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Unable to get data of znode /02109407644/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:22:06,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02109407644/snapshot-cleanup already deleted, retry=false 2024-12-01T19:22:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02109407644/running 2024-12-01T19:22:06,094 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02109407644/running 2024-12-01T19:22:06,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:06,094 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:06,095 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,41887,1733080923352, sessionid=0x10192582ffb0000, setting cluster-up flag (Was=false) 2024-12-01T19:22:06,115 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:06,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:06,147 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02109407644/flush-table-proc/acquired, /02109407644/flush-table-proc/reached, /02109407644/flush-table-proc/abort 2024-12-01T19:22:06,148 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:06,168 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:06,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:06,200 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02109407644/online-snapshot/acquired, /02109407644/online-snapshot/reached, /02109407644/online-snapshot/abort 2024-12-01T19:22:06,201 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:06,201 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:22:06,202 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:06,203 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:22:06,203 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:22:06,203 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9168bcbe98d9,46465,1733080862240: status=Processing ServerCrashProcedure of 9168bcbe98d9,46465,1733080862240 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733080877998, completionTime=-1 appears to have been leaked 2024-12-01T19:22:06,203 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,41887,1733080923352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:06,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,205 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080956205 2024-12-01T19:22:06,205 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:22:06,205 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:22:06,205 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:22:06,205 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:22:06,205 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:22:06,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:06,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:22:06,206 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:06,206 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:22:06,207 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080926207,5,FailOnTimeoutGroup] 2024-12-01T19:22:06,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:22:06,207 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080926207,5,FailOnTimeoutGroup] 2024-12-01T19:22:06,207 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,207 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:22:06,207 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,207 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:22:06,221 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(746): ClusterId : 9cdafb1a-8088-4aef-baaa-080340066048 2024-12-01T19:22:06,221 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:22:06,232 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:22:06,232 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:22:06,242 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:22:06,243 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2171ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:06,254 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:39817 2024-12-01T19:22:06,254 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:22:06,254 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:22:06,254 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:22:06,255 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,41887,1733080923352 with port=39817, startcode=1733080923575 2024-12-01T19:22:06,255 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:22:06,256 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:22:06,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:06,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41887 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:06,258 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37 2024-12-01T19:22:06,258 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44903 2024-12-01T19:22:06,258 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:22:06,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644/rs 2024-12-01T19:22:06,263 DEBUG [RS:0;9168bcbe98d9:39817 {}] zookeeper.ZKUtil(111): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on existing znode=/02109407644/rs/9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:06,263 WARN [RS:0;9168bcbe98d9:39817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:06,263 INFO [RS:0;9168bcbe98d9:39817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:06,263 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:06,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,39817,1733080923575] 2024-12-01T19:22:06,266 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:22:06,267 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:22:06,267 INFO [RS:0;9168bcbe98d9:39817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:22:06,267 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,267 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:22:06,268 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:22:06,268 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:06,268 DEBUG [RS:0;9168bcbe98d9:39817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:06,272 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,272 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,272 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,272 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,272 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,272 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39817,1733080923575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:06,288 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:22:06,289 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39817,1733080923575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,289 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,289 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.Replication(171): 9168bcbe98d9,39817,1733080923575 started 2024-12-01T19:22:06,299 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:06,300 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,39817,1733080923575, RpcServer on 9168bcbe98d9/172.17.0.3:39817, sessionid=0x10192582ffb0001 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39817,1733080923575' 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02109407644/flush-table-proc/abort' 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02109407644/flush-table-proc/acquired' 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39817,1733080923575' 2024-12-01T19:22:06,300 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02109407644/online-snapshot/abort' 2024-12-01T19:22:06,301 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02109407644/online-snapshot/acquired' 2024-12-01T19:22:06,301 DEBUG [RS:0;9168bcbe98d9:39817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:22:06,301 INFO [RS:0;9168bcbe98d9:39817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:22:06,301 INFO [RS:0;9168bcbe98d9:39817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:22:06,401 INFO [RS:0;9168bcbe98d9:39817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:06,403 INFO [RS:0;9168bcbe98d9:39817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39817%2C1733080923575, suffix=, logDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575, archiveDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/oldWALs, maxLogs=10 2024-12-01T19:22:06,418 DEBUG [RS:0;9168bcbe98d9:39817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, exclude list is [], retry=0 2024-12-01T19:22:06,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-9a49aa93-bcc0-41f3-b59b-73665e1df8c1,DISK] 2024-12-01T19:22:06,422 INFO [RS:0;9168bcbe98d9:39817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 2024-12-01T19:22:06,422 DEBUG [RS:0;9168bcbe98d9:39817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41271:41271)] 2024-12-01T19:22:06,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:22:06,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37 2024-12-01T19:22:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:22:07,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:07,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:07,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:07,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:07,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:07,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:07,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:07,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:07,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:07,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:07,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740 2024-12-01T19:22:07,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740 2024-12-01T19:22:07,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:07,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:07,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:07,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:07,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:07,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71584328, jitterRate=0.06668961048126221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:07,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080927022Initializing all the Stores at 1733080927022Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080927022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080927023 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080927023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080927023Cleaning up temporary data from old regions at 1733080927028 (+5 ms)Region opened successfully at 1733080927032 (+4 ms) 2024-12-01T19:22:07,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:07,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:07,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:07,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:07,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:07,033 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:07,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080927032Disabling compacts and flushes for region at 1733080927032Disabling writes for close at 1733080927033 (+1 ms)Writing region close event to WAL at 1733080927033Closed at 1733080927033 2024-12-01T19:22:07,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:07,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:22:07,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:22:07,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:07,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:22:07,186 DEBUG [9168bcbe98d9:41887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:22:07,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:07,187 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39817,1733080923575, state=OPENING 2024-12-01T19:22:07,252 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:22:07,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:07,263 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:07,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:07,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02109407644/meta-region-server: CHANGED 2024-12-01T19:22:07,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02109407644/meta-region-server: CHANGED 2024-12-01T19:22:07,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39817,1733080923575}] 2024-12-01T19:22:07,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:07,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:22:07,421 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:22:07,421 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:07,421 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:22:07,422 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39817%2C1733080923575.meta, suffix=.meta, logDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575, archiveDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/oldWALs, maxLogs=10 2024-12-01T19:22:07,434 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.meta.1733080927423.meta, exclude list is [], retry=0 2024-12-01T19:22:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-9a49aa93-bcc0-41f3-b59b-73665e1df8c1,DISK] 2024-12-01T19:22:07,437 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.meta.1733080927423.meta 2024-12-01T19:22:07,437 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41271:41271)] 2024-12-01T19:22:07,437 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:07,438 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:07,438 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:07,438 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:22:07,438 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:22:07,438 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:22:07,438 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:07,438 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:22:07,439 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:22:07,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:07,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:07,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:07,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:07,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:07,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:07,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:07,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:07,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:07,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:07,444 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:07,444 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740 2024-12-01T19:22:07,445 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740 2024-12-01T19:22:07,446 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:07,446 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:07,447 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:07,448 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:07,448 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69109924, jitterRate=0.02981811761856079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:07,448 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:22:07,449 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080927439Writing region info on filesystem at 1733080927439Initializing all the Stores at 1733080927439Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080927440 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080927440Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080927440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080927440Cleaning up temporary data from old regions at 1733080927446 (+6 ms)Running coprocessor post-open hooks at 1733080927448 (+2 ms)Region opened successfully at 1733080927449 (+1 ms) 2024-12-01T19:22:07,450 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080927416 2024-12-01T19:22:07,452 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:22:07,452 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:22:07,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:07,453 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39817,1733080923575, state=OPEN 2024-12-01T19:22:07,491 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02109407644/meta-region-server 2024-12-01T19:22:07,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02109407644/meta-region-server 2024-12-01T19:22:07,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:07,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02109407644/meta-region-server: CHANGED 2024-12-01T19:22:07,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02109407644/meta-region-server: CHANGED 2024-12-01T19:22:07,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:22:07,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39817,1733080923575 in 229 msec 2024-12-01T19:22:07,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:22:07,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-12-01T19:22:07,496 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:07,496 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:22:07,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:07,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39817,1733080923575, seqNum=-1] 2024-12-01T19:22:07,497 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:07,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:07,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-12-01T19:22:07,502 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080927502, completionTime=-1 2024-12-01T19:22:07,502 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:22:07,503 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080987505 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081047505 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41887,1733080923352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41887,1733080923352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41887,1733080923352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:41887, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,505 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,507 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:22:07,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.627sec 2024-12-01T19:22:07,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:22:07,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:22:07,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:22:07,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:22:07,509 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:22:07,509 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41887,1733080923352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:07,509 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41887,1733080923352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:22:07,510 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:22:07,510 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:22:07,510 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,41887,1733080923352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:07,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e49cba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:07,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41887,-1 for getting cluster id 2024-12-01T19:22:07,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:07,523 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cdafb1a-8088-4aef-baaa-080340066048' 2024-12-01T19:22:07,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cdafb1a-8088-4aef-baaa-080340066048" 2024-12-01T19:22:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228a63f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41887,-1] 2024-12-01T19:22:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:07,525 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:07,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75211271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:07,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39817,1733080923575, seqNum=-1] 2024-12-01T19:22:07,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:07,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:07,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:07,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57320 2024-12-01T19:22:07,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:07,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10192582ffb0002 connected 2024-12-01T19:22:07,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir so I do NOT create it in target/test-data/8117a891-e44f-6afa-a277-0fb116101800 2024-12-01T19:22:07,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:22:07,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.tmp.dir so I do NOT create it in target/test-data/8117a891-e44f-6afa-a277-0fb116101800 2024-12-01T19:22:07,559 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:22:07,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/cluster_f31118ee-a60a-bc10-e58e-78ae311bed75, deleteOnExit=true 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/test.cache.data in system properties and HBase conf 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:22:07,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:07,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:22:07,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:22:08,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:08,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:08,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:08,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:08,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:22:08,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:08,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12cd94b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:08,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20876e25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:08,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c92249{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/java.io.tmpdir/jetty-localhost-37683-hadoop-hdfs-3_4_1-tests_jar-_-any-1708694055529636007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:08,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c49bb83{HTTP/1.1, (http/1.1)}{localhost:37683} 2024-12-01T19:22:08,193 INFO [Time-limited test {}] server.Server(415): Started @211685ms 2024-12-01T19:22:08,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:08,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:08,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:08,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:08,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:22:08,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@634cbb9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:08,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbd94a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:08,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41049712{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/java.io.tmpdir/jetty-localhost-41439-hadoop-hdfs-3_4_1-tests_jar-_-any-2460200658463200252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:08,640 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@499050a6{HTTP/1.1, (http/1.1)}{localhost:41439} 2024-12-01T19:22:08,640 INFO [Time-limited test {}] server.Server(415): Started @212132ms 2024-12-01T19:22:08,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:22:09,300 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/cluster_f31118ee-a60a-bc10-e58e-78ae311bed75/data/data1/current/BP-1046934806-172.17.0.3-1733080927574/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:09,300 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/cluster_f31118ee-a60a-bc10-e58e-78ae311bed75/data/data2/current/BP-1046934806-172.17.0.3-1733080927574/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:09,317 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:22:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa02e19b8f5771fae with lease ID 0xdc3f35bdd9a8ba8b: Processing first storage report for DS-dbbcf5e5-483a-4ac1-916b-eeac3cf93f19 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9678579f-c533-4491-848a-45e179998c69, infoPort=37007, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=217932412;c=1733080927574) 2024-12-01T19:22:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa02e19b8f5771fae with lease ID 0xdc3f35bdd9a8ba8b: from storage DS-dbbcf5e5-483a-4ac1-916b-eeac3cf93f19 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9678579f-c533-4491-848a-45e179998c69, infoPort=37007, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=217932412;c=1733080927574), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa02e19b8f5771fae with lease ID 0xdc3f35bdd9a8ba8b: Processing first storage report for DS-cf5607a2-21d3-41c3-8f99-748f7e0054c9 from datanode DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9678579f-c533-4491-848a-45e179998c69, infoPort=37007, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=217932412;c=1733080927574) 2024-12-01T19:22:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa02e19b8f5771fae with lease ID 0xdc3f35bdd9a8ba8b: from storage DS-cf5607a2-21d3-41c3-8f99-748f7e0054c9 node DatanodeRegistration(127.0.0.1:37533, datanodeUuid=9678579f-c533-4491-848a-45e179998c69, infoPort=37007, infoSecurePort=0, ipcPort=34515, storageInfo=lv=-57;cid=testClusterID;nsid=217932412;c=1733080927574), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:09,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800 2024-12-01T19:22:09,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:09,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:22:09,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0 with version=8 2024-12-01T19:22:09,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/hbase-staging 2024-12-01T19:22:09,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:22:09,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:09,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39953 2024-12-01T19:22:09,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39953 connecting to ZooKeeper ensemble=127.0.0.1:57320 2024-12-01T19:22:09,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399530x0, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:09,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39953-0x10192582ffb0003 connected 2024-12-01T19:22:09,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:10,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:10,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/running 2024-12-01T19:22:10,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0, hbase.cluster.distributed=false 2024-12-01T19:22:10,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/acl 2024-12-01T19:22:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39953 2024-12-01T19:22:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39953 2024-12-01T19:22:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39953 2024-12-01T19:22:10,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39953 2024-12-01T19:22:10,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39953 2024-12-01T19:22:10,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:22:10,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:10,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36227 2024-12-01T19:22:10,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36227 connecting to ZooKeeper ensemble=127.0.0.1:57320 2024-12-01T19:22:10,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:10,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:10,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362270x0, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:10,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362270x0, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/running 2024-12-01T19:22:10,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36227-0x10192582ffb0004 connected 2024-12-01T19:22:10,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:22:10,044 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:22:10,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/master 2024-12-01T19:22:10,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/acl 2024-12-01T19:22:10,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36227 2024-12-01T19:22:10,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36227 2024-12-01T19:22:10,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36227 2024-12-01T19:22:10,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36227 2024-12-01T19:22:10,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36227 2024-12-01T19:22:10,066 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:39953 2024-12-01T19:22:10,067 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-611998456/backup-masters/9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:10,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456/backup-masters 2024-12-01T19:22:10,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456/backup-masters 2024-12-01T19:22:10,074 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on existing znode=/1-611998456/backup-masters/9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-611998456/master 2024-12-01T19:22:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:10,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:10,084 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on existing znode=/1-611998456/master 2024-12-01T19:22:10,084 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-611998456/backup-masters/9168bcbe98d9,39953,1733080929783 from backup master directory 2024-12-01T19:22:10,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611998456/backup-masters/9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:10,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456/backup-masters 2024-12-01T19:22:10,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456/backup-masters 2024-12-01T19:22:10,094 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:10,094 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:10,097 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/hbase.id] with ID: 02d11dcd-96e4-4039-957f-b8e1abb88280 2024-12-01T19:22:10,097 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/.tmp/hbase.id 2024-12-01T19:22:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:22:10,502 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/.tmp/hbase.id]:[hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/hbase.id] 2024-12-01T19:22:10,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:10,508 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:22:10,509 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:22:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:22:10,962 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:10,963 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:22:10,963 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:22:11,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store 2024-12-01T19:22:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:22:11,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:11,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:11,775 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:11,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:11,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:11,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:11,775 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:11,775 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080931775Disabling compacts and flushes for region at 1733080931775Disabling writes for close at 1733080931775Writing region close event to WAL at 1733080931775Closed at 1733080931775 2024-12-01T19:22:11,776 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/.initializing 2024-12-01T19:22:11,776 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/WALs/9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:11,777 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:11,778 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C39953%2C1733080929783, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/WALs/9168bcbe98d9,39953,1733080929783, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/oldWALs, maxLogs=10 2024-12-01T19:22:11,792 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/WALs/9168bcbe98d9,39953,1733080929783/9168bcbe98d9%2C39953%2C1733080929783.1733080931778, exclude list is [], retry=0 2024-12-01T19:22:11,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-dbbcf5e5-483a-4ac1-916b-eeac3cf93f19,DISK] 2024-12-01T19:22:11,796 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/WALs/9168bcbe98d9,39953,1733080929783/9168bcbe98d9%2C39953%2C1733080929783.1733080931778 2024-12-01T19:22:11,796 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-12-01T19:22:11,796 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:11,796 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:11,796 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,796 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:22:11,798 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:22:11,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:11,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:22:11,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:11,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:22:11,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:11,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:11,802 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,803 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,803 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,804 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,804 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,804 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:11,805 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:11,807 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:11,807 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75351062, jitterRate=0.12281832098960876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:11,807 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080931796Initializing all the Stores at 1733080931797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080931797Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080931797Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080931797Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080931797Cleaning up temporary data from old regions at 1733080931804 (+7 ms)Region opened successfully at 1733080931807 (+3 ms) 2024-12-01T19:22:11,808 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:22:11,811 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676a032a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:11,811 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:22:11,812 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:22:11,812 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:22:11,812 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:22:11,812 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:22:11,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:22:11,813 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:22:11,814 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:22:11,815 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Unable to get data of znode /1-611998456/balancer because node does not exist (not necessarily an error) 2024-12-01T19:22:11,915 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611998456/balancer already deleted, retry=false 2024-12-01T19:22:11,915 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:22:11,916 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Unable to get data of znode /1-611998456/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:22:11,925 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611998456/normalizer already deleted, retry=false 2024-12-01T19:22:11,926 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:22:11,926 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Unable to get data of znode /1-611998456/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:22:11,936 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611998456/switch/split already deleted, retry=false 2024-12-01T19:22:11,937 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Unable to get data of znode /1-611998456/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:22:11,947 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611998456/switch/merge already deleted, retry=false 2024-12-01T19:22:11,948 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Unable to get data of znode /1-611998456/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:22:11,957 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-611998456/snapshot-cleanup already deleted, retry=false 2024-12-01T19:22:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-611998456/running 2024-12-01T19:22:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-611998456/running 2024-12-01T19:22:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:11,968 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,39953,1733080929783, sessionid=0x10192582ffb0003, setting cluster-up flag (Was=false) 2024-12-01T19:22:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:11,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:12,020 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-611998456/flush-table-proc/acquired, /1-611998456/flush-table-proc/reached, /1-611998456/flush-table-proc/abort 2024-12-01T19:22:12,021 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:12,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:12,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:12,073 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-611998456/online-snapshot/acquired, /1-611998456/online-snapshot/reached, /1-611998456/online-snapshot/abort 2024-12-01T19:22:12,074 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:12,074 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:22:12,076 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:12,076 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:22:12,076 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:22:12,076 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,39953,1733080929783 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:22:12,077 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:12,077 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:12,077 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:12,077 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:12,077 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:22:12,078 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,078 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:12,078 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,078 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080962078 2024-12-01T19:22:12,078 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:22:12,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:12,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:22:12,079 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:22:12,080 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:12,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:22:12,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:22:12,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:22:12,080 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080932080,5,FailOnTimeoutGroup] 2024-12-01T19:22:12,080 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080932080,5,FailOnTimeoutGroup] 2024-12-01T19:22:12,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:22:12,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,080 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:22:12,156 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(746): ClusterId : 02d11dcd-96e4-4039-957f-b8e1abb88280 2024-12-01T19:22:12,156 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:22:12,169 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:22:12,169 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:22:12,179 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:22:12,179 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a3c446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:12,189 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:36227 2024-12-01T19:22:12,189 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:22:12,189 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:22:12,189 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:22:12,189 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,39953,1733080929783 with port=36227, startcode=1733080930023 2024-12-01T19:22:12,190 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:22:12,191 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:22:12,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:12,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39953 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:12,192 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0 2024-12-01T19:22:12,192 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36755 2024-12-01T19:22:12,192 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:22:12,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456/rs 2024-12-01T19:22:12,240 DEBUG [RS:0;9168bcbe98d9:36227 {}] zookeeper.ZKUtil(111): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on existing znode=/1-611998456/rs/9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:12,240 WARN [RS:0;9168bcbe98d9:36227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:12,240 INFO [RS:0;9168bcbe98d9:36227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:12,240 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:12,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,36227,1733080930023] 2024-12-01T19:22:12,243 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:22:12,244 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:22:12,245 INFO [RS:0;9168bcbe98d9:36227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:22:12,245 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,245 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:22:12,246 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:22:12,246 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:12,246 DEBUG [RS:0;9168bcbe98d9:36227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:12,247 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,247 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,247 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,247 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,247 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,247 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36227,1733080930023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:12,258 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:22:12,258 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36227,1733080930023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,258 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,258 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.Replication(171): 9168bcbe98d9,36227,1733080930023 started 2024-12-01T19:22:12,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:22:12,268 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:12,268 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,36227,1733080930023, RpcServer on 9168bcbe98d9/172.17.0.3:36227, sessionid=0x10192582ffb0004 2024-12-01T19:22:12,268 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:22:12,268 DEBUG [RS:0;9168bcbe98d9:36227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:12,268 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36227,1733080930023' 2024-12-01T19:22:12,268 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-611998456/flush-table-proc/abort' 2024-12-01T19:22:12,269 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-611998456/flush-table-proc/acquired' 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36227,1733080930023' 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-611998456/online-snapshot/abort' 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-611998456/online-snapshot/acquired' 2024-12-01T19:22:12,270 DEBUG [RS:0;9168bcbe98d9:36227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:22:12,270 INFO [RS:0;9168bcbe98d9:36227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:22:12,270 INFO [RS:0;9168bcbe98d9:36227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:22:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:22:12,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:22:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:12,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-01T19:22:12,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:22:12,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T19:22:12,331 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:22:12,331 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:22:12,371 INFO [RS:0;9168bcbe98d9:36227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:12,372 INFO [RS:0;9168bcbe98d9:36227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36227%2C1733080930023, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/oldWALs, maxLogs=10 2024-12-01T19:22:12,387 DEBUG [RS:0;9168bcbe98d9:36227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, exclude list is [], retry=0 2024-12-01T19:22:12,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-dbbcf5e5-483a-4ac1-916b-eeac3cf93f19,DISK] 2024-12-01T19:22:12,391 INFO [RS:0;9168bcbe98d9:36227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 2024-12-01T19:22:12,391 DEBUG [RS:0;9168bcbe98d9:36227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-12-01T19:22:12,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:22:12,493 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0 2024-12-01T19:22:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:22:12,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:12,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:12,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:12,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:12,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:12,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:12,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:12,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:12,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:12,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:12,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:12,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:12,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:12,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:12,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:12,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:12,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:12,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:12,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740 2024-12-01T19:22:12,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740 2024-12-01T19:22:12,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:12,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:12,906 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:12,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:12,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69944297, jitterRate=0.04225124418735504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080932899Initializing all the Stores at 1733080932899Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080932899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080932899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080932899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080932899Cleaning up temporary data from old regions at 1733080932905 (+6 ms)Region opened successfully at 1733080932908 (+3 ms) 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:12,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:12,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:12,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080932908Disabling compacts and flushes for region at 1733080932908Disabling writes for close at 1733080932908Writing region close event to WAL at 1733080932908Closed at 1733080932908 2024-12-01T19:22:12,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:12,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:22:12,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:22:12,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:12,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:22:12,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:12,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:12,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:12,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:12,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:12,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:12,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:12,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:13,061 DEBUG [9168bcbe98d9:39953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:22:13,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:13,062 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36227,1733080930023, state=OPENING 2024-12-01T19:22:13,126 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:13,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:13,136 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:13,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611998456/meta-region-server: CHANGED 2024-12-01T19:22:13,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611998456/meta-region-server: CHANGED 2024-12-01T19:22:13,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36227,1733080930023}] 2024-12-01T19:22:13,289 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:13,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:22:13,293 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:22:13,293 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:13,293 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:22:13,294 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36227%2C1733080930023.meta, suffix=.meta, logDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/oldWALs, maxLogs=10 2024-12-01T19:22:13,306 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.meta.1733080933294.meta, exclude list is [], retry=0 2024-12-01T19:22:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-dbbcf5e5-483a-4ac1-916b-eeac3cf93f19,DISK] 2024-12-01T19:22:13,309 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.meta.1733080933294.meta 2024-12-01T19:22:13,309 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-12-01T19:22:13,309 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:13,310 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:13,310 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:13,310 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:22:13,310 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:22:13,310 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:22:13,310 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:13,310 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:22:13,310 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:22:13,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:13,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:13,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:13,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:13,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:13,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:13,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:13,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:13,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:13,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:13,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:13,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:13,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:13,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:13,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:13,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:13,315 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:13,316 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740 2024-12-01T19:22:13,316 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740 2024-12-01T19:22:13,317 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:13,317 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:13,317 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:13,318 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:13,318 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63923751, jitterRate=-0.04746188223361969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:13,318 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:22:13,318 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080933310Writing region info on filesystem at 1733080933310Initializing all the Stores at 1733080933311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080933311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080933311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080933311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080933311Cleaning up temporary data from old regions at 1733080933317 (+6 ms)Running coprocessor post-open hooks at 1733080933318 (+1 ms)Region opened successfully at 1733080933318 2024-12-01T19:22:13,319 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080933288 2024-12-01T19:22:13,321 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:22:13,321 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:22:13,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:13,322 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36227,1733080930023, state=OPEN 2024-12-01T19:22:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-611998456/meta-region-server 2024-12-01T19:22:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-611998456/meta-region-server 2024-12-01T19:22:13,386 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:13,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611998456/meta-region-server: CHANGED 2024-12-01T19:22:13,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-611998456/meta-region-server: CHANGED 2024-12-01T19:22:13,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:22:13,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36227,1733080930023 in 250 msec 2024-12-01T19:22:13,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:22:13,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-12-01T19:22:13,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:13,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:22:13,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:13,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36227,1733080930023, seqNum=-1] 2024-12-01T19:22:13,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:13,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:13,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-12-01T19:22:13,397 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080933397, completionTime=-1 2024-12-01T19:22:13,397 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:22:13,397 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733080993399 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081053399 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39953,1733080929783-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39953,1733080929783-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39953,1733080929783-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:39953, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,399 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,400 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,401 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:22:13,402 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.308sec 2024-12-01T19:22:13,402 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:22:13,402 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:22:13,402 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:22:13,403 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:22:13,403 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:22:13,403 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39953,1733080929783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:13,403 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39953,1733080929783-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:22:13,404 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:22:13,404 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:22:13,404 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39953,1733080929783-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:13,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638d0e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:13,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39953,-1 for getting cluster id 2024-12-01T19:22:13,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:13,458 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d11dcd-96e4-4039-957f-b8e1abb88280' 2024-12-01T19:22:13,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d11dcd-96e4-4039-957f-b8e1abb88280" 2024-12-01T19:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6115373b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39953,-1] 2024-12-01T19:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:13,460 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:13,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2aef6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:13,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36227,1733080930023, seqNum=-1] 2024-12-01T19:22:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:13,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:13,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:13,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57320 2024-12-01T19:22:13,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:13,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10192582ffb0005 connected 2024-12-01T19:22:13,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d23dac0 2024-12-01T19:22:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:13,508 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:13,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:22:13,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:13,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:13,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:22:13,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:13,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:22:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:13,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9cd7dcf9d39b7b149afe64be8b9036ed, NAME => 'test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37 2024-12-01T19:22:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:22:13,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:13,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9cd7dcf9d39b7b149afe64be8b9036ed, disabling compactions & flushes 2024-12-01T19:22:13,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:13,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:13,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. after waiting 0 ms 2024-12-01T19:22:13,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:13,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:13,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9cd7dcf9d39b7b149afe64be8b9036ed: Waiting for close lock at 1733080933924Disabling compacts and flushes for region at 1733080933924Disabling writes for close at 1733080933924Writing region close event to WAL at 1733080933924Closed at 1733080933924 2024-12-01T19:22:13,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:13,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080933925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080933925"}]},"ts":"1733080933925"} 2024-12-01T19:22:13,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:13,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:13,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080933928"}]},"ts":"1733080933928"} 2024-12-01T19:22:13,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:22:13,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9cd7dcf9d39b7b149afe64be8b9036ed, ASSIGN}] 2024-12-01T19:22:13,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9cd7dcf9d39b7b149afe64be8b9036ed, ASSIGN 2024-12-01T19:22:13,932 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9cd7dcf9d39b7b149afe64be8b9036ed, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39817,1733080923575; forceNewPlan=false, retain=false 2024-12-01T19:22:14,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9cd7dcf9d39b7b149afe64be8b9036ed, regionState=OPENING, regionLocation=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:14,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9cd7dcf9d39b7b149afe64be8b9036ed, ASSIGN because future has completed 2024-12-01T19:22:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cd7dcf9d39b7b149afe64be8b9036ed, server=9168bcbe98d9,39817,1733080923575}] 2024-12-01T19:22:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:14,240 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:14,240 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9cd7dcf9d39b7b149afe64be8b9036ed, NAME => 'test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:14,241 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:14,241 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:22:14,241 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,241 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:14,241 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,241 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,242 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,243 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cd7dcf9d39b7b149afe64be8b9036ed columnFamilyName f 2024-12-01T19:22:14,243 DEBUG [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:14,243 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] regionserver.HStore(327): Store=9cd7dcf9d39b7b149afe64be8b9036ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:14,243 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,244 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cd7dcf9d39b7b149afe64be8b9036ed columnFamilyName f1 2024-12-01T19:22:14,244 DEBUG [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:14,244 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] regionserver.HStore(327): Store=9cd7dcf9d39b7b149afe64be8b9036ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:14,244 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,245 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cd7dcf9d39b7b149afe64be8b9036ed columnFamilyName norep 2024-12-01T19:22:14,245 DEBUG [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:14,245 INFO [StoreOpener-9cd7dcf9d39b7b149afe64be8b9036ed-1 {}] regionserver.HStore(327): Store=9cd7dcf9d39b7b149afe64be8b9036ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:14,245 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,246 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,246 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,247 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,247 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,247 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:14,248 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,252 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:14,253 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9cd7dcf9d39b7b149afe64be8b9036ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68996187, jitterRate=0.02812330424785614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:14,253 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:14,253 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9cd7dcf9d39b7b149afe64be8b9036ed: Running coprocessor pre-open hook at 1733080934241Writing region info on filesystem at 1733080934241Initializing all the Stores at 1733080934242 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080934242Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080934242Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080934242Cleaning up temporary data from old regions at 1733080934247 (+5 ms)Running coprocessor post-open hooks at 1733080934253 (+6 ms)Region opened successfully at 1733080934253 2024-12-01T19:22:14,254 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed., pid=6, masterSystemTime=1733080934237 2024-12-01T19:22:14,256 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:14,256 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:14,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9cd7dcf9d39b7b149afe64be8b9036ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:14,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9cd7dcf9d39b7b149afe64be8b9036ed, server=9168bcbe98d9,39817,1733080923575 because future has completed 2024-12-01T19:22:14,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:22:14,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9cd7dcf9d39b7b149afe64be8b9036ed, server=9168bcbe98d9,39817,1733080923575 in 174 msec 2024-12-01T19:22:14,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:22:14,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9cd7dcf9d39b7b149afe64be8b9036ed, ASSIGN in 329 msec 2024-12-01T19:22:14,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:14,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080934262"}]},"ts":"1733080934262"} 2024-12-01T19:22:14,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:22:14,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:14,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-12-01T19:22:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:14,645 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:22:14,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e091fdc 2024-12-01T19:22:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:14,646 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:14,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:22:14,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:14,649 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:14,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:22:14,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:14,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:22:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:14,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:14,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:14,824 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18295 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:15,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3eb2cf66c3c364efd3c0585505fe9c98, NAME => 'test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0 2024-12-01T19:22:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:22:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:15,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:15,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3eb2cf66c3c364efd3c0585505fe9c98, disabling compactions & flushes 2024-12-01T19:22:15,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. after waiting 0 ms 2024-12-01T19:22:15,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,464 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3eb2cf66c3c364efd3c0585505fe9c98: Waiting for close lock at 1733080935464Disabling compacts and flushes for region at 1733080935464Disabling writes for close at 1733080935464Writing region close event to WAL at 1733080935464Closed at 1733080935464 2024-12-01T19:22:15,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:15,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080935466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080935466"}]},"ts":"1733080935466"} 2024-12-01T19:22:15,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:15,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:15,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080935468"}]},"ts":"1733080935468"} 2024-12-01T19:22:15,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:22:15,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3eb2cf66c3c364efd3c0585505fe9c98, ASSIGN}] 2024-12-01T19:22:15,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3eb2cf66c3c364efd3c0585505fe9c98, ASSIGN 2024-12-01T19:22:15,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3eb2cf66c3c364efd3c0585505fe9c98, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36227,1733080930023; forceNewPlan=false, retain=false 2024-12-01T19:22:15,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3eb2cf66c3c364efd3c0585505fe9c98, regionState=OPENING, regionLocation=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:15,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3eb2cf66c3c364efd3c0585505fe9c98, ASSIGN because future has completed 2024-12-01T19:22:15,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb2cf66c3c364efd3c0585505fe9c98, server=9168bcbe98d9,36227,1733080930023}] 2024-12-01T19:22:15,780 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,780 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3eb2cf66c3c364efd3c0585505fe9c98, NAME => 'test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:15,781 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:15,781 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:22:15,781 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,781 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:15,781 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,781 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,782 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,782 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb2cf66c3c364efd3c0585505fe9c98 columnFamilyName f 2024-12-01T19:22:15,782 DEBUG [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:15,783 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] regionserver.HStore(327): Store=3eb2cf66c3c364efd3c0585505fe9c98/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:15,783 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,783 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb2cf66c3c364efd3c0585505fe9c98 columnFamilyName f1 2024-12-01T19:22:15,783 DEBUG [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:15,784 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] regionserver.HStore(327): Store=3eb2cf66c3c364efd3c0585505fe9c98/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:15,784 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,784 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3eb2cf66c3c364efd3c0585505fe9c98 columnFamilyName norep 2024-12-01T19:22:15,784 DEBUG [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:15,785 INFO [StoreOpener-3eb2cf66c3c364efd3c0585505fe9c98-1 {}] regionserver.HStore(327): Store=3eb2cf66c3c364efd3c0585505fe9c98/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:15,785 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,785 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,786 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,786 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,786 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,787 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:15,787 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,789 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:15,789 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3eb2cf66c3c364efd3c0585505fe9c98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62348668, jitterRate=-0.07093244791030884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:15,789 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:15,789 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3eb2cf66c3c364efd3c0585505fe9c98: Running coprocessor pre-open hook at 1733080935781Writing region info on filesystem at 1733080935781Initializing all the Stores at 1733080935781Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080935781Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080935782 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080935782Cleaning up temporary data from old regions at 1733080935786 (+4 ms)Running coprocessor post-open hooks at 1733080935789 (+3 ms)Region opened successfully at 1733080935789 2024-12-01T19:22:15,790 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98., pid=6, masterSystemTime=1733080935777 2024-12-01T19:22:15,792 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,792 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:15,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3eb2cf66c3c364efd3c0585505fe9c98, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3eb2cf66c3c364efd3c0585505fe9c98, server=9168bcbe98d9,36227,1733080930023 because future has completed 2024-12-01T19:22:15,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:22:15,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3eb2cf66c3c364efd3c0585505fe9c98, server=9168bcbe98d9,36227,1733080930023 in 170 msec 2024-12-01T19:22:15,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:22:15,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3eb2cf66c3c364efd3c0585505fe9c98, ASSIGN in 326 msec 2024-12-01T19:22:15,798 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:15,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080935798"}]},"ts":"1733080935798"} 2024-12-01T19:22:15,800 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:22:15,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:15,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-01T19:22:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:16,794 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:22:16,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652713db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41887,-1 for getting cluster id 2024-12-01T19:22:16,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:16,796 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cdafb1a-8088-4aef-baaa-080340066048' 2024-12-01T19:22:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cdafb1a-8088-4aef-baaa-080340066048" 2024-12-01T19:22:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744ce47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41887,-1] 2024-12-01T19:22:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:16,797 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d905a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6370e53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39953,-1 for getting cluster id 2024-12-01T19:22:16,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:16,798 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d11dcd-96e4-4039-957f-b8e1abb88280' 2024-12-01T19:22:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d11dcd-96e4-4039-957f-b8e1abb88280" 2024-12-01T19:22:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66597555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39953,-1] 2024-12-01T19:22:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:16,799 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273ef0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd90490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41887,-1 for getting cluster id 2024-12-01T19:22:16,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:16,801 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cdafb1a-8088-4aef-baaa-080340066048' 2024-12-01T19:22:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cdafb1a-8088-4aef-baaa-080340066048" 2024-12-01T19:22:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a8b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41887,-1] 2024-12-01T19:22:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:16,802 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd62c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:16,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34214198 2024-12-01T19:22:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:16,804 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:16,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:39953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:22:16,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:22:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:16,807 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39953' 2024-12-01T19:22:16,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f59b3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,807 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39953,-1 for getting cluster id 2024-12-01T19:22:16,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:16,808 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d11dcd-96e4-4039-957f-b8e1abb88280' 2024-12-01T19:22:16,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:16,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d11dcd-96e4-4039-957f-b8e1abb88280" 2024-12-01T19:22:16,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f2142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39953,-1] 2024-12-01T19:22:16,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:16,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:16,809 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:16,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29995e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:16,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:16,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:16,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d9a287f 2024-12-01T19:22:16,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:16,811 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:16,812 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:22:16,812 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:22:16,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:16,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:16,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:16,812 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:16,813 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:22:16,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:16,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:16,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:22:16,864 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:22:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:17,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cad5073b4dbac21db42cf9d319efe8af, NAME => 'hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37 2024-12-01T19:22:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:22:17,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:17,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cad5073b4dbac21db42cf9d319efe8af, disabling compactions & flushes 2024-12-01T19:22:17,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. after waiting 0 ms 2024-12-01T19:22:17,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cad5073b4dbac21db42cf9d319efe8af: Waiting for close lock at 1733080937226Disabling compacts and flushes for region at 1733080937226Disabling writes for close at 1733080937226Writing region close event to WAL at 1733080937226Closed at 1733080937226 2024-12-01T19:22:17,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:17,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080937227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080937227"}]},"ts":"1733080937227"} 2024-12-01T19:22:17,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:17,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:17,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080937229"}]},"ts":"1733080937229"} 2024-12-01T19:22:17,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:22:17,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cad5073b4dbac21db42cf9d319efe8af, ASSIGN}] 2024-12-01T19:22:17,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cad5073b4dbac21db42cf9d319efe8af, ASSIGN 2024-12-01T19:22:17,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cad5073b4dbac21db42cf9d319efe8af, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39817,1733080923575; forceNewPlan=false, retain=false 2024-12-01T19:22:17,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cad5073b4dbac21db42cf9d319efe8af, regionState=OPENING, regionLocation=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:17,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cad5073b4dbac21db42cf9d319efe8af, ASSIGN because future has completed 2024-12-01T19:22:17,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad5073b4dbac21db42cf9d319efe8af, server=9168bcbe98d9,39817,1733080923575}] 2024-12-01T19:22:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:17,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:17,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:22:17,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39817%2C1733080923575.rep, suffix=, logDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575, archiveDir=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/oldWALs, maxLogs=10 2024-12-01T19:22:17,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.rep.1733080937569, exclude list is [], retry=0 2024-12-01T19:22:17,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-9a49aa93-bcc0-41f3-b59b-73665e1df8c1,DISK] 2024-12-01T19:22:17,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.rep.1733080937569 2024-12-01T19:22:17,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41271:41271)] 2024-12-01T19:22:17,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cad5073b4dbac21db42cf9d319efe8af, NAME => 'hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:17,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:17,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:17,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. service=MultiRowMutationService 2024-12-01T19:22:17,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:22:17,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:17,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,585 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,586 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad5073b4dbac21db42cf9d319efe8af columnFamilyName hfileref 2024-12-01T19:22:17,586 DEBUG [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:17,586 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] regionserver.HStore(327): Store=cad5073b4dbac21db42cf9d319efe8af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:17,586 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,587 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad5073b4dbac21db42cf9d319efe8af columnFamilyName queue 2024-12-01T19:22:17,587 DEBUG [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:17,587 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] regionserver.HStore(327): Store=cad5073b4dbac21db42cf9d319efe8af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:17,587 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,588 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cad5073b4dbac21db42cf9d319efe8af columnFamilyName sid 2024-12-01T19:22:17,588 DEBUG [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:17,588 INFO [StoreOpener-cad5073b4dbac21db42cf9d319efe8af-1 {}] regionserver.HStore(327): Store=cad5073b4dbac21db42cf9d319efe8af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:17,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/replication/cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/replication/cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:17,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/replication/cad5073b4dbac21db42cf9d319efe8af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:17,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cad5073b4dbac21db42cf9d319efe8af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63955866, jitterRate=-0.04698333144187927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cad5073b4dbac21db42cf9d319efe8af: Running coprocessor pre-open hook at 1733080937584Writing region info on filesystem at 1733080937584Initializing all the Stores at 1733080937584Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080937584Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080937584Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080937584Cleaning up temporary data from old regions at 1733080937590 (+6 ms)Running coprocessor post-open hooks at 1733080937593 (+3 ms)Region opened successfully at 1733080937593 2024-12-01T19:22:17,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., pid=10, masterSystemTime=1733080937565 2024-12-01T19:22:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:17,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cad5073b4dbac21db42cf9d319efe8af, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cad5073b4dbac21db42cf9d319efe8af, server=9168bcbe98d9,39817,1733080923575 because future has completed 2024-12-01T19:22:17,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:22:17,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cad5073b4dbac21db42cf9d319efe8af, server=9168bcbe98d9,39817,1733080923575 in 213 msec 2024-12-01T19:22:17,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:22:17,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cad5073b4dbac21db42cf9d319efe8af, ASSIGN in 369 msec 2024-12-01T19:22:17,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:17,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080937601"}]},"ts":"1733080937601"} 2024-12-01T19:22:17,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:22:17,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:17,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-12-01T19:22:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., hostname=9168bcbe98d9,39817,1733080923575, seqNum=2] 2024-12-01T19:22:17,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:17,652 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:17,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:22:17,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39817 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:22:17,826 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:22:17,858 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,39817,1733080923575, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:22:17,859 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:17,859 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39817,1733080923575, seqNum=-1] 2024-12-01T19:22:17,859 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:17,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-01T19:22:17,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,39817,1733080923575', locateType=CURRENT is [region=hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., hostname=9168bcbe98d9,39817,1733080923575, seqNum=2] 2024-12-01T19:22:17,863 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:22:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:22:17,865 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,39817,1733080923575 suceeded 2024-12-01T19:22:17,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:22:17,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-01T19:22:17,866 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:39953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:22:17,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0630 sec 2024-12-01T19:22:17,876 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39953' 2024-12-01T19:22:17,877 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@684f69cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,878 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39953,-1 for getting cluster id 2024-12-01T19:22:17,878 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:17,878 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d11dcd-96e4-4039-957f-b8e1abb88280' 2024-12-01T19:22:17,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:17,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d11dcd-96e4-4039-957f-b8e1abb88280" 2024-12-01T19:22:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6359f487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39953,-1] 2024-12-01T19:22:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,879 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:17,880 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b41bd35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,880 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:17,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:17,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@674e40b5 2024-12-01T19:22:17,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:17,882 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-01T19:22:17,882 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,39817,1733080923575 (queues=1) is replicating from cluster=9cdafb1a-8088-4aef-baaa-080340066048 to cluster=02d11dcd-96e4-4039-957f-b8e1abb88280 2024-12-01T19:22:17,882 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C39817%2C1733080923575 2024-12-01T19:22:17,883 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,39817,1733080923575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:22:17,883 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C39817%2C1733080923575 2024-12-01T19:22:17,883 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, startPosition=0, beingWritten=true 2024-12-01T19:22:17,887 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:17,887 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:17,887 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39817,1733080923575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:17,944 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:22:17,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:17,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:17,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:17,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9443b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39953,-1 for getting cluster id 2024-12-01T19:22:17,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:17,946 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d11dcd-96e4-4039-957f-b8e1abb88280' 2024-12-01T19:22:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d11dcd-96e4-4039-957f-b8e1abb88280" 2024-12-01T19:22:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39953,-1] 2024-12-01T19:22:17,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,947 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:17,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15538134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17af0294 2024-12-01T19:22:17,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:17,950 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:17,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:41887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:22:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:22:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:17,952 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:41887' 2024-12-01T19:22:17,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797961d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,953 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41887,-1 for getting cluster id 2024-12-01T19:22:17,953 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:17,953 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cdafb1a-8088-4aef-baaa-080340066048' 2024-12-01T19:22:17,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cdafb1a-8088-4aef-baaa-080340066048" 2024-12-01T19:22:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cdd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41887,-1] 2024-12-01T19:22:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:17,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,954 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:17,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d30a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:17,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:17,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:17,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d1d7e7 2024-12-01T19:22:17,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:17,956 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:17,957 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:22:17,957 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:22:17,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:17,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:17,957 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:17,958 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:22:17,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:17,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:17,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:22:18,009 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:22:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:18,091 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:18,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:22:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:18,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-01T19:22:18,366 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d49c8550fd3bb50990dc01e0ef93271, NAME => 'hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0 2024-12-01T19:22:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:22:18,394 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:18,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:18,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6d49c8550fd3bb50990dc01e0ef93271, disabling compactions & flushes 2024-12-01T19:22:18,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:18,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:18,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. after waiting 0 ms 2024-12-01T19:22:18,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:18,772 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:18,772 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d49c8550fd3bb50990dc01e0ef93271: Waiting for close lock at 1733080938772Disabling compacts and flushes for region at 1733080938772Disabling writes for close at 1733080938772Writing region close event to WAL at 1733080938772Closed at 1733080938772 2024-12-01T19:22:18,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:18,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080938773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080938773"}]},"ts":"1733080938773"} 2024-12-01T19:22:18,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:18,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:18,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080938775"}]},"ts":"1733080938775"} 2024-12-01T19:22:18,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:22:18,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d49c8550fd3bb50990dc01e0ef93271, ASSIGN}] 2024-12-01T19:22:18,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d49c8550fd3bb50990dc01e0ef93271, ASSIGN 2024-12-01T19:22:18,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d49c8550fd3bb50990dc01e0ef93271, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36227,1733080930023; forceNewPlan=false, retain=false 2024-12-01T19:22:18,797 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:18,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:18,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:18,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d49c8550fd3bb50990dc01e0ef93271, regionState=OPENING, regionLocation=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6d49c8550fd3bb50990dc01e0ef93271, ASSIGN because future has completed 2024-12-01T19:22:18,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d49c8550fd3bb50990dc01e0ef93271, server=9168bcbe98d9,36227,1733080930023}] 2024-12-01T19:22:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:22:19,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36227%2C1733080930023.rep, suffix=, logDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023, archiveDir=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/oldWALs, maxLogs=10 2024-12-01T19:22:19,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.rep.1733080939088, exclude list is [], retry=0 2024-12-01T19:22:19,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37533,DS-dbbcf5e5-483a-4ac1-916b-eeac3cf93f19,DISK] 2024-12-01T19:22:19,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.rep.1733080939088 2024-12-01T19:22:19,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37007:37007)] 2024-12-01T19:22:19,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d49c8550fd3bb50990dc01e0ef93271, NAME => 'hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:19,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:19,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:19,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. service=MultiRowMutationService 2024-12-01T19:22:19,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:22:19,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:19,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,105 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,106 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d49c8550fd3bb50990dc01e0ef93271 columnFamilyName hfileref 2024-12-01T19:22:19,106 DEBUG [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:19,106 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] regionserver.HStore(327): Store=6d49c8550fd3bb50990dc01e0ef93271/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:19,106 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,107 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d49c8550fd3bb50990dc01e0ef93271 columnFamilyName queue 2024-12-01T19:22:19,107 DEBUG [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:19,107 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] regionserver.HStore(327): Store=6d49c8550fd3bb50990dc01e0ef93271/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:19,107 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,108 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d49c8550fd3bb50990dc01e0ef93271 columnFamilyName sid 2024-12-01T19:22:19,108 DEBUG [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:19,108 INFO [StoreOpener-6d49c8550fd3bb50990dc01e0ef93271-1 {}] regionserver.HStore(327): Store=6d49c8550fd3bb50990dc01e0ef93271/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:19,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:19,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:19,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6d49c8550fd3bb50990dc01e0ef93271; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60552090, jitterRate=-0.09770354628562927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:19,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6d49c8550fd3bb50990dc01e0ef93271: Running coprocessor pre-open hook at 1733080939104Writing region info on filesystem at 1733080939104Initializing all the Stores at 1733080939105 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080939105Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080939105Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080939105Cleaning up temporary data from old regions at 1733080939110 (+5 ms)Running coprocessor post-open hooks at 1733080939112 (+2 ms)Region opened successfully at 1733080939112 2024-12-01T19:22:19,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271., pid=10, masterSystemTime=1733080939084 2024-12-01T19:22:19,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:19,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:19,115 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6d49c8550fd3bb50990dc01e0ef93271, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:19,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d49c8550fd3bb50990dc01e0ef93271, server=9168bcbe98d9,36227,1733080930023 because future has completed 2024-12-01T19:22:19,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:22:19,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d49c8550fd3bb50990dc01e0ef93271, server=9168bcbe98d9,36227,1733080930023 in 186 msec 2024-12-01T19:22:19,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:22:19,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6d49c8550fd3bb50990dc01e0ef93271, ASSIGN in 342 msec 2024-12-01T19:22:19,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:19,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080939121"}]},"ts":"1733080939121"} 2024-12-01T19:22:19,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:22:19,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:19,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-01T19:22:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271., hostname=9168bcbe98d9,36227,1733080930023, seqNum=2] 2024-12-01T19:22:19,300 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:19,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:19,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:19,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:22:19,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:22:19,637 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:22:19,661 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,36227,1733080930023, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:22:19,661 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:19,661 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36227,1733080930023, seqNum=-1] 2024-12-01T19:22:19,662 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:19,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-01T19:22:19,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,36227,1733080930023', locateType=CURRENT is [region=hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271., hostname=9168bcbe98d9,36227,1733080930023, seqNum=2] 2024-12-01T19:22:19,666 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:22:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:22:19,668 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,36227,1733080930023 suceeded 2024-12-01T19:22:19,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:22:19,670 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:41887,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:22:19,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-01T19:22:19,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7200 sec 2024-12-01T19:22:19,685 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:41887' 2024-12-01T19:22:19,686 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fd3dd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:19,686 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41887,-1 for getting cluster id 2024-12-01T19:22:19,686 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:19,687 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cdafb1a-8088-4aef-baaa-080340066048' 2024-12-01T19:22:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cdafb1a-8088-4aef-baaa-080340066048" 2024-12-01T19:22:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6220e9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41887,-1] 2024-12-01T19:22:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:19,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:19,689 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:19,689 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1544e0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:19,689 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:19,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:19,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6319e89 2024-12-01T19:22:19,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:19,691 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-01T19:22:19,691 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,36227,1733080930023 (queues=1) is replicating from cluster=02d11dcd-96e4-4039-957f-b8e1abb88280 to cluster=9cdafb1a-8088-4aef-baaa-080340066048 2024-12-01T19:22:19,691 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C36227%2C1733080930023 2024-12-01T19:22:19,691 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,36227,1733080930023, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:22:19,692 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C36227%2C1733080930023 2024-12-01T19:22:19,692 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, startPosition=0, beingWritten=true 2024-12-01T19:22:19,700 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:19,700 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 379, reset compression=false 2024-12-01T19:22:19,700 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,36227,1733080930023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:19,904 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:19,905 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 379, reset compression=false 2024-12-01T19:22:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:20,104 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:22:20,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:20,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:20,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:20,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:20,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:20,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39817,1733080923575, seqNum=-1] 2024-12-01T19:22:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:20,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed., hostname=9168bcbe98d9,39817,1733080923575, seqNum=2] 2024-12-01T19:22:20,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36227,1733080930023, seqNum=-1] 2024-12-01T19:22:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:20,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98., hostname=9168bcbe98d9,36227,1733080930023, seqNum=2] 2024-12-01T19:22:20,114 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T19:22:20,208 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 379, reset compression=false 2024-12-01T19:22:20,608 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 379, reset compression=false 2024-12-01T19:22:20,612 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 379, reset compression=false 2024-12-01T19:22:20,612 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:22:20,612 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 480, reset compression=false 2024-12-01T19:22:20,612 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39817,1733080923575 got entry batch from reader: WALEntryBatch [walEntries=[{test/9cd7dcf9d39b7b149afe64be8b9036ed/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T19:22:20,614 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:20,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-01T19:22:20,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:22:20,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cedf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:20,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39953,-1 for getting cluster id 2024-12-01T19:22:20,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:20,617 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02d11dcd-96e4-4039-957f-b8e1abb88280' 2024-12-01T19:22:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:20,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02d11dcd-96e4-4039-957f-b8e1abb88280" 2024-12-01T19:22:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c7dc73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39953,-1] 2024-12-01T19:22:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:20,618 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:20,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d1b2b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:20,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:20,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36227,1733080930023, seqNum=-1] 2024-12-01T19:22:20,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:20,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-01T19:22:20,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98., hostname=9168bcbe98d9,36227,1733080930023, seqNum=2] 2024-12-01T19:22:20,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:22:20,817 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 480, reset compression=false 2024-12-01T19:22:21,115 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 379, reset compression=false 2024-12-01T19:22:21,117 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T19:22:21,120 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:21,120 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 504, reset compression=false 2024-12-01T19:22:21,120 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,36227,1733080930023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:21,120 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 480, reset compression=false 2024-12-01T19:22:21,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T19:22:21,124 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:22:21,124 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 608, reset compression=false 2024-12-01T19:22:21,124 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,36227,1733080930023 got entry batch from reader: WALEntryBatch [walEntries=[{test/3eb2cf66c3c364efd3c0585505fe9c98/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T19:22:21,126 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:21,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-01T19:22:21,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:22:21,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3225057d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:21,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,41887,-1 for getting cluster id 2024-12-01T19:22:21,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:21,129 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9cdafb1a-8088-4aef-baaa-080340066048' 2024-12-01T19:22:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9cdafb1a-8088-4aef-baaa-080340066048" 2024-12-01T19:22:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5e2efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,41887,-1] 2024-12-01T19:22:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:21,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:21,130 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:21,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@481e00a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:21,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:21,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39817,1733080923575, seqNum=-1] 2024-12-01T19:22:21,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:21,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-01T19:22:21,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed., hostname=9168bcbe98d9,39817,1733080923575, seqNum=2] 2024-12-01T19:22:21,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:22:21,328 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 608, reset compression=false 2024-12-01T19:22:21,525 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 480, reset compression=false 2024-12-01T19:22:21,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:21,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 607, reset compression=false 2024-12-01T19:22:21,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39817,1733080923575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:21,631 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 608, reset compression=false 2024-12-01T19:22:21,745 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 607, reset compression=false 2024-12-01T19:22:22,035 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 608, reset compression=false 2024-12-01T19:22:22,049 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 607, reset compression=false 2024-12-01T19:22:22,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T19:22:22,128 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T19:22:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:22:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T19:22:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-01T19:22:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-01T19:22:22,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:22:22,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T19:22:22,452 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 607, reset compression=false 2024-12-01T19:22:22,539 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 608, reset compression=false 2024-12-01T19:22:22,547 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:22:22,547 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 763, reset compression=false 2024-12-01T19:22:22,547 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39817,1733080923575 got entry batch from reader: WALEntryBatch [walEntries=[{test/9cd7dcf9d39b7b149afe64be8b9036ed/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T19:22:22,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:22:22,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:22:22,751 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 763, reset compression=false 2024-12-01T19:22:23,054 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 763, reset compression=false 2024-12-01T19:22:23,130 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T19:22:23,132 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T19:22:23,142 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 608, reset compression=false 2024-12-01T19:22:23,145 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:22:23,145 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 915, reset compression=false 2024-12-01T19:22:23,145 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,36227,1733080930023 got entry batch from reader: WALEntryBatch [walEntries=[{test/3eb2cf66c3c364efd3c0585505fe9c98/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T19:22:23,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:22:23,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39817 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:22:23,349 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 915, reset compression=false 2024-12-01T19:22:23,457 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 763, reset compression=false 2024-12-01T19:22:23,461 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:23,461 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:23,461 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39817,1733080923575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:23,652 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 915, reset compression=false 2024-12-01T19:22:23,664 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:23,968 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:24,056 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 915, reset compression=false 2024-12-01T19:22:24,134 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T19:22:24,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:22:24,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:24,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:24,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:24,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:24,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:24,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:22:24,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2092967670, stopped=false 2024-12-01T19:22:24,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,39953,1733080929783 2024-12-01T19:22:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611998456/running 2024-12-01T19:22:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611998456/running 2024-12-01T19:22:24,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:22:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:24,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:24,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:24,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:24,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:24,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,36227,1733080930023' ***** 2024-12-01T19:22:24,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:22:24,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/running 2024-12-01T19:22:24,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Set watcher on znode that does not yet exist, /1-611998456/running 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:22:24,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(3091): Received CLOSE for 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:22:24,200 INFO [RS:0;9168bcbe98d9:36227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36227. 2024-12-01T19:22:24,200 DEBUG [RS:0;9168bcbe98d9:36227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d49c8550fd3bb50990dc01e0ef93271, disabling compactions & flushes 2024-12-01T19:22:24,200 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:24,200 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. after waiting 0 ms 2024-12-01T19:22:24,200 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:24,201 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:22:24,201 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:22:24,201 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:22:24,201 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:22:24,201 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d49c8550fd3bb50990dc01e0ef93271 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-12-01T19:22:24,201 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:22:24,201 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1325): Online Regions={6d49c8550fd3bb50990dc01e0ef93271=hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271., 1588230740=hbase:meta,,1.1588230740, 3eb2cf66c3c364efd3c0585505fe9c98=test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98.} 2024-12-01T19:22:24,201 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb2cf66c3c364efd3c0585505fe9c98, 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:24,201 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:24,201 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:24,201 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:24,201 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:24,201 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:24,201 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:22:24,214 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/.tmp/queue/0964947538e94243bbc0daa83231a11f is 153, key is 1-9168bcbe98d9,36227,1733080930023/queue:9168bcbe98d9%2C36227%2C1733080930023/1733080943150/Put/seqid=0 2024-12-01T19:22:24,216 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/info/b92644e566a54d7e9881a8cb20400233 is 147, key is hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271./info:regioninfo/1733080939115/Put/seqid=0 2024-12-01T19:22:24,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741840_1016 (size=5352) 2024-12-01T19:22:24,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741841_1017 (size=7686) 2024-12-01T19:22:24,256 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:22:24,336 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:22:24,336 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:22:24,371 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:24,401 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb2cf66c3c364efd3c0585505fe9c98, 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:24,559 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 915, reset compression=false 2024-12-01T19:22:24,601 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb2cf66c3c364efd3c0585505fe9c98, 6d49c8550fd3bb50990dc01e0ef93271 2024-12-01T19:22:24,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:24,618 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/.tmp/queue/0964947538e94243bbc0daa83231a11f 2024-12-01T19:22:24,620 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/info/b92644e566a54d7e9881a8cb20400233 2024-12-01T19:22:24,622 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/.tmp/queue/0964947538e94243bbc0daa83231a11f as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/queue/0964947538e94243bbc0daa83231a11f 2024-12-01T19:22:24,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,627 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/queue/0964947538e94243bbc0daa83231a11f, entries=1, sequenceid=9, filesize=5.2 K 2024-12-01T19:22:24,629 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 6d49c8550fd3bb50990dc01e0ef93271 in 429ms, sequenceid=9, compaction requested=false 2024-12-01T19:22:24,635 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/replication/6d49c8550fd3bb50990dc01e0ef93271/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-01T19:22:24,635 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:24,635 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:22:24,635 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:24,635 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d49c8550fd3bb50990dc01e0ef93271: Waiting for close lock at 1733080944200Running coprocessor pre-close hooks at 1733080944200Disabling compacts and flushes for region at 1733080944200Disabling writes for close at 1733080944200Obtaining lock to block concurrent updates at 1733080944201 (+1 ms)Preparing flush snapshotting stores in 6d49c8550fd3bb50990dc01e0ef93271 at 1733080944201Finished memstore snapshotting hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1733080944201Flushing stores of hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. at 1733080944201Flushing 6d49c8550fd3bb50990dc01e0ef93271/queue: creating writer at 1733080944201Flushing 6d49c8550fd3bb50990dc01e0ef93271/queue: appending metadata at 1733080944213 (+12 ms)Flushing 6d49c8550fd3bb50990dc01e0ef93271/queue: closing flushed file at 1733080944213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfb99f1: reopening flushed file at 1733080944622 (+409 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 6d49c8550fd3bb50990dc01e0ef93271 in 429ms, sequenceid=9, compaction requested=false at 1733080944629 (+7 ms)Writing region close event to WAL at 1733080944632 (+3 ms)Running coprocessor post-close hooks at 1733080944635 (+3 ms)Closed at 1733080944635 2024-12-01T19:22:24,635 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733080937957.6d49c8550fd3bb50990dc01e0ef93271. 2024-12-01T19:22:24,636 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3eb2cf66c3c364efd3c0585505fe9c98, disabling compactions & flushes 2024-12-01T19:22:24,636 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:24,636 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:24,636 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. after waiting 0 ms 2024-12-01T19:22:24,636 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:24,636 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3eb2cf66c3c364efd3c0585505fe9c98 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-01T19:22:24,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:24,642 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/ns/3859846cdb1f45aa8b5d96d8c6611bb9 is 43, key is default/ns:d/1733080933394/Put/seqid=0 2024-12-01T19:22:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:22:24,654 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/f/ab56a52ea72e41e78f4e914dfebcae29 is 29, key is row1/f:/1733080943130/DeleteFamily/seqid=0 2024-12-01T19:22:24,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741843_1019 (size=5118) 2024-12-01T19:22:24,801 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:24,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:24,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:24,835 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28305 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:24,874 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:25,001 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3eb2cf66c3c364efd3c0585505fe9c98 2024-12-01T19:22:25,050 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/ns/3859846cdb1f45aa8b5d96d8c6611bb9 2024-12-01T19:22:25,058 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/f/ab56a52ea72e41e78f4e914dfebcae29 2024-12-01T19:22:25,061 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab56a52ea72e41e78f4e914dfebcae29 2024-12-01T19:22:25,071 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/rep_barrier/e20e2b0e84ae41b79f760c3f93e813ec is 112, key is test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98./rep_barrier:seqnumDuringOpen/1733080935792/Put/seqid=0 2024-12-01T19:22:25,073 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/f1/ed6053d2f50b47d491e99b7720450d94 is 30, key is row1/f1:/1733080943130/DeleteFamily/seqid=0 2024-12-01T19:22:25,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741844_1020 (size=5518) 2024-12-01T19:22:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741845_1021 (size=5123) 2024-12-01T19:22:25,076 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/f1/ed6053d2f50b47d491e99b7720450d94 2024-12-01T19:22:25,079 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed6053d2f50b47d491e99b7720450d94 2024-12-01T19:22:25,091 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/norep/a2857ef58f504b99a7bb0761fc10a0a0 is 33, key is row1/norep:/1733080943130/DeleteFamily/seqid=0 2024-12-01T19:22:25,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741846_1022 (size=5108) 2024-12-01T19:22:25,095 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/norep/a2857ef58f504b99a7bb0761fc10a0a0 2024-12-01T19:22:25,098 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2857ef58f504b99a7bb0761fc10a0a0 2024-12-01T19:22:25,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/f/ab56a52ea72e41e78f4e914dfebcae29 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/f/ab56a52ea72e41e78f4e914dfebcae29 2024-12-01T19:22:25,103 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab56a52ea72e41e78f4e914dfebcae29 2024-12-01T19:22:25,103 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/f/ab56a52ea72e41e78f4e914dfebcae29, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T19:22:25,104 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/f1/ed6053d2f50b47d491e99b7720450d94 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/f1/ed6053d2f50b47d491e99b7720450d94 2024-12-01T19:22:25,107 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed6053d2f50b47d491e99b7720450d94 2024-12-01T19:22:25,107 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/f1/ed6053d2f50b47d491e99b7720450d94, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T19:22:25,108 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/.tmp/norep/a2857ef58f504b99a7bb0761fc10a0a0 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/norep/a2857ef58f504b99a7bb0761fc10a0a0 2024-12-01T19:22:25,112 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2857ef58f504b99a7bb0761fc10a0a0 2024-12-01T19:22:25,112 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/norep/a2857ef58f504b99a7bb0761fc10a0a0, entries=1, sequenceid=8, filesize=5.0 K 2024-12-01T19:22:25,113 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3eb2cf66c3c364efd3c0585505fe9c98 in 476ms, sequenceid=8, compaction requested=false 2024-12-01T19:22:25,116 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/default/test/3eb2cf66c3c364efd3c0585505fe9c98/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T19:22:25,116 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:25,117 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:22:25,117 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:25,117 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3eb2cf66c3c364efd3c0585505fe9c98: Waiting for close lock at 1733080944636Running coprocessor pre-close hooks at 1733080944636Disabling compacts and flushes for region at 1733080944636Disabling writes for close at 1733080944636Obtaining lock to block concurrent updates at 1733080944636Preparing flush snapshotting stores in 3eb2cf66c3c364efd3c0585505fe9c98 at 1733080944636Finished memstore snapshotting test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733080944636Flushing stores of test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. at 1733080944637 (+1 ms)Flushing 3eb2cf66c3c364efd3c0585505fe9c98/f: creating writer at 1733080944637Flushing 3eb2cf66c3c364efd3c0585505fe9c98/f: appending metadata at 1733080944653 (+16 ms)Flushing 3eb2cf66c3c364efd3c0585505fe9c98/f: closing flushed file at 1733080944653Flushing 3eb2cf66c3c364efd3c0585505fe9c98/f1: creating writer at 1733080945061 (+408 ms)Flushing 3eb2cf66c3c364efd3c0585505fe9c98/f1: appending metadata at 1733080945073 (+12 ms)Flushing 3eb2cf66c3c364efd3c0585505fe9c98/f1: closing flushed file at 1733080945073Flushing 3eb2cf66c3c364efd3c0585505fe9c98/norep: creating writer at 1733080945079 (+6 ms)Flushing 3eb2cf66c3c364efd3c0585505fe9c98/norep: appending metadata at 1733080945091 (+12 ms)Flushing 3eb2cf66c3c364efd3c0585505fe9c98/norep: closing flushed file at 1733080945091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60adfa69: reopening flushed file at 1733080945098 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6bd37e: reopening flushed file at 1733080945103 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565a05b: reopening flushed file at 1733080945108 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3eb2cf66c3c364efd3c0585505fe9c98 in 476ms, sequenceid=8, compaction requested=false at 1733080945113 (+5 ms)Writing region close event to WAL at 1733080945114 (+1 ms)Running coprocessor post-close hooks at 1733080945116 (+2 ms)Closed at 1733080945117 (+1 ms) 2024-12-01T19:22:25,117 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080934647.3eb2cf66c3c364efd3c0585505fe9c98. 2024-12-01T19:22:25,162 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 915, reset compression=false 2024-12-01T19:22:25,167 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:25,167 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 1806, reset compression=false 2024-12-01T19:22:25,167 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,36227,1733080930023 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372, lastWalPosition=1806, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:25,167 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,36227,1733080930023: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,36227,1733080930023, walGroup=9168bcbe98d9%2C36227%2C1733080930023, offset=9168bcbe98d9%2C36227%2C1733080930023.1733080932372:1806, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:36227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:22:25,168 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:22:25,168 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:22:25,169 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:22:25,169 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:22:25,169 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:22:25,169 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 650201712 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191305176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:22:25,169 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:22:25,202 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:22:25,202 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:22:25,202 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:22:25,370 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 1806, reset compression=false 2024-12-01T19:22:25,402 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:22:25,475 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/rep_barrier/e20e2b0e84ae41b79f760c3f93e813ec 2024-12-01T19:22:25,478 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:25,500 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/table/932cbcdd868d45e58be67c99ea1cde37 is 53, key is hbase:replication/table:state/1733080939121/Put/seqid=0 2024-12-01T19:22:25,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741847_1023 (size=5308) 2024-12-01T19:22:25,602 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:22:25,674 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 1806, reset compression=false 2024-12-01T19:22:25,802 DEBUG [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:22:25,904 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/table/932cbcdd868d45e58be67c99ea1cde37 2024-12-01T19:22:25,908 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/info/b92644e566a54d7e9881a8cb20400233 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/info/b92644e566a54d7e9881a8cb20400233 2024-12-01T19:22:25,912 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/info/b92644e566a54d7e9881a8cb20400233, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:22:25,913 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/ns/3859846cdb1f45aa8b5d96d8c6611bb9 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/ns/3859846cdb1f45aa8b5d96d8c6611bb9 2024-12-01T19:22:25,916 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/ns/3859846cdb1f45aa8b5d96d8c6611bb9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:22:25,917 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/rep_barrier/e20e2b0e84ae41b79f760c3f93e813ec as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/rep_barrier/e20e2b0e84ae41b79f760c3f93e813ec 2024-12-01T19:22:25,921 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/rep_barrier/e20e2b0e84ae41b79f760c3f93e813ec, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:22:25,921 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/.tmp/table/932cbcdd868d45e58be67c99ea1cde37 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/table/932cbcdd868d45e58be67c99ea1cde37 2024-12-01T19:22:25,925 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/table/932cbcdd868d45e58be67c99ea1cde37, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:22:25,926 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-12-01T19:22:25,933 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:22:25,934 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:25,934 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:22:25,934 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:25,934 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080944201Running coprocessor pre-close hooks at 1733080944201Disabling compacts and flushes for region at 1733080944201Disabling writes for close at 1733080944201Obtaining lock to block concurrent updates at 1733080944201Preparing flush snapshotting stores in 1588230740 at 1733080944201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080944201Flushing stores of hbase:meta,,1.1588230740 at 1733080944202 (+1 ms)Flushing 1588230740/info: creating writer at 1733080944202Flushing 1588230740/info: appending metadata at 1733080944216 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733080944216Flushing 1588230740/ns: creating writer at 1733080944623 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733080944641 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733080944641Flushing 1588230740/rep_barrier: creating writer at 1733080945054 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080945070 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080945070Flushing 1588230740/table: creating writer at 1733080945480 (+410 ms)Flushing 1588230740/table: appending metadata at 1733080945500 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733080945500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31da5ba1: reopening flushed file at 1733080945908 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd19b79: reopening flushed file at 1733080945912 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d8e5f7: reopening flushed file at 1733080945916 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e24ee3: reopening flushed file at 1733080945921 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1733080945926 (+5 ms)Writing region close event to WAL at 1733080945931 (+5 ms)Running coprocessor post-close hooks at 1733080945934 (+3 ms)Closed at 1733080945934 2024-12-01T19:22:25,934 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:26,002 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,36227,1733080930023; all regions closed. 2024-12-01T19:22:26,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:22:26,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.meta.1733080933294.meta not finished, retry = 0 2024-12-01T19:22:26,077 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 to pos 1806, reset compression=false 2024-12-01T19:22:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741839_1015 (size=2458) 2024-12-01T19:22:26,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.rep.1733080939088 not finished, retry = 0 2024-12-01T19:22:26,186 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:26,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741832_1008 (size=1814) 2024-12-01T19:22:26,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/WALs/9168bcbe98d9,36227,1733080930023/9168bcbe98d9%2C36227%2C1733080930023.1733080932372 not finished, retry = 0 2024-12-01T19:22:26,310 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:26,310 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:22:26,310 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:22:26,310 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:22:26,310 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:22:26,310 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:22:26,311 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,36227,1733080930023 because: Region server is closing 2024-12-01T19:22:26,311 INFO [RS:0;9168bcbe98d9:36227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36227. 2024-12-01T19:22:26,311 DEBUG [RS:0;9168bcbe98d9:36227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:26,311 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:26,311 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:26,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:26,411 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.shipper9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 terminated 2024-12-01T19:22:26,411 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,36227,1733080930023.replicationSource.wal-reader.9168bcbe98d9%2C36227%2C1733080930023,1-9168bcbe98d9,36227,1733080930023 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:22:26,412 INFO [RS:0;9168bcbe98d9:36227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36227. 2024-12-01T19:22:26,412 DEBUG [RS:0;9168bcbe98d9:36227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:26,412 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:26,412 DEBUG [RS:0;9168bcbe98d9:36227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:26,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:26,412 INFO [RS:0;9168bcbe98d9:36227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36227 2024-12-01T19:22:26,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456/rs 2024-12-01T19:22:26,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611998456/rs/9168bcbe98d9,36227,1733080930023 2024-12-01T19:22:26,483 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:22:26,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,36227,1733080930023] 2024-12-01T19:22:26,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-611998456/draining/9168bcbe98d9,36227,1733080930023 already deleted, retry=false 2024-12-01T19:22:26,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,36227,1733080930023 expired; onlineServers=0 2024-12-01T19:22:26,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,39953,1733080929783' ***** 2024-12-01T19:22:26,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:22:26,504 INFO [M:0;9168bcbe98d9:39953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:22:26,504 INFO [M:0;9168bcbe98d9:39953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:22:26,504 DEBUG [M:0;9168bcbe98d9:39953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:22:26,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:22:26,504 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080932080 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080932080,5,FailOnTimeoutGroup] 2024-12-01T19:22:26,504 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080932080 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080932080,5,FailOnTimeoutGroup] 2024-12-01T19:22:26,504 DEBUG [M:0;9168bcbe98d9:39953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:22:26,504 INFO [M:0;9168bcbe98d9:39953 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:22:26,504 INFO [M:0;9168bcbe98d9:39953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:22:26,504 DEBUG [M:0;9168bcbe98d9:39953 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:22:26,504 INFO [M:0;9168bcbe98d9:39953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:22:26,505 INFO [M:0;9168bcbe98d9:39953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:22:26,505 INFO [M:0;9168bcbe98d9:39953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:22:26,505 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:22:26,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-611998456/master 2024-12-01T19:22:26,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-611998456 2024-12-01T19:22:26,514 DEBUG [M:0;9168bcbe98d9:39953 {}] zookeeper.ZKUtil(347): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Unable to get data of znode /1-611998456/master because node does not exist (not an error) 2024-12-01T19:22:26,514 WARN [M:0;9168bcbe98d9:39953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:22:26,515 INFO [M:0;9168bcbe98d9:39953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/.lastflushedseqids 2024-12-01T19:22:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741848_1024 (size=245) 2024-12-01T19:22:26,593 INFO [RS:0;9168bcbe98d9:36227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:22:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:26,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36227-0x10192582ffb0004, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:26,593 INFO [RS:0;9168bcbe98d9:36227 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,36227,1733080930023; zookeeper connection closed. 2024-12-01T19:22:26,594 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6317eb58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6317eb58 2024-12-01T19:22:26,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:22:26,919 INFO [M:0;9168bcbe98d9:39953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:22:26,919 INFO [M:0;9168bcbe98d9:39953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:22:26,919 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:26,919 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:26,919 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:26,919 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:26,919 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:26,919 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T19:22:26,935 DEBUG [M:0;9168bcbe98d9:39953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e56d385b329436e8f93fa33715852bd is 82, key is hbase:meta,,1/info:regioninfo/1733080933321/Put/seqid=0 2024-12-01T19:22:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741849_1025 (size=5672) 2024-12-01T19:22:26,989 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:27,339 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e56d385b329436e8f93fa33715852bd 2024-12-01T19:22:27,354 DEBUG [M:0;9168bcbe98d9:39953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcf92a2d99d6414a9ec0d28ed37ec313 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733080939124/Put/seqid=0 2024-12-01T19:22:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741850_1026 (size=8517) 2024-12-01T19:22:27,758 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcf92a2d99d6414a9ec0d28ed37ec313 2024-12-01T19:22:27,823 DEBUG [M:0;9168bcbe98d9:39953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cdcaef997094f46a67b4fb5f64e2c15 is 69, key is 9168bcbe98d9,36227,1733080930023/rs:state/1733080932191/Put/seqid=0 2024-12-01T19:22:27,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741851_1027 (size=5156) 2024-12-01T19:22:27,893 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:28,228 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cdcaef997094f46a67b4fb5f64e2c15 2024-12-01T19:22:28,232 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4e56d385b329436e8f93fa33715852bd as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e56d385b329436e8f93fa33715852bd 2024-12-01T19:22:28,235 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4e56d385b329436e8f93fa33715852bd, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T19:22:28,236 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcf92a2d99d6414a9ec0d28ed37ec313 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcf92a2d99d6414a9ec0d28ed37ec313 2024-12-01T19:22:28,239 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcf92a2d99d6414a9ec0d28ed37ec313, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T19:22:28,240 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cdcaef997094f46a67b4fb5f64e2c15 as hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cdcaef997094f46a67b4fb5f64e2c15 2024-12-01T19:22:28,243 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36755/user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cdcaef997094f46a67b4fb5f64e2c15, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T19:22:28,244 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=97, compaction requested=false 2024-12-01T19:22:28,245 INFO [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:28,245 DEBUG [M:0;9168bcbe98d9:39953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080946919Disabling compacts and flushes for region at 1733080946919Disabling writes for close at 1733080946919Obtaining lock to block concurrent updates at 1733080946919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080946919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733080946920 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080946920Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080946920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080946935 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080946935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080947343 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080947354 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080947354Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080947811 (+457 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080947822 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080947822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f20d3e9: reopening flushed file at 1733080948231 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514fb90e: reopening flushed file at 1733080948235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c083103: reopening flushed file at 1733080948239 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=97, compaction requested=false at 1733080948244 (+5 ms)Writing region close event to WAL at 1733080948245 (+1 ms)Closed at 1733080948245 2024-12-01T19:22:28,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37533 is added to blk_1073741830_1006 (size=63666) 2024-12-01T19:22:28,246 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/47957a07-3f32-5b1a-da68-eea2be7bbab0/MasterData/WALs/9168bcbe98d9,39953,1733080929783/9168bcbe98d9%2C39953%2C1733080929783.1733080931778 not finished, retry = 0 2024-12-01T19:22:28,347 INFO [M:0;9168bcbe98d9:39953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:22:28,347 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:22:28,347 INFO [M:0;9168bcbe98d9:39953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39953 2024-12-01T19:22:28,348 INFO [M:0;9168bcbe98d9:39953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:22:28,499 INFO [M:0;9168bcbe98d9:39953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:22:28,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:28,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39953-0x10192582ffb0003, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:28,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41049712{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:28,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@499050a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:22:28,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:22:28,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbd94a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:22:28,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@634cbb9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir/,STOPPED} 2024-12-01T19:22:28,538 WARN [BP-1046934806-172.17.0.3-1733080927574 heartbeating to localhost/127.0.0.1:36755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:22:28,539 WARN [BP-1046934806-172.17.0.3-1733080927574 heartbeating to localhost/127.0.0.1:36755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1046934806-172.17.0.3-1733080927574 (Datanode Uuid 9678579f-c533-4491-848a-45e179998c69) service to localhost/127.0.0.1:36755 2024-12-01T19:22:28,539 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:22:28,539 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:22:28,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/cluster_f31118ee-a60a-bc10-e58e-78ae311bed75/data/data1/current/BP-1046934806-172.17.0.3-1733080927574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:22:28,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/cluster_f31118ee-a60a-bc10-e58e-78ae311bed75/data/data2/current/BP-1046934806-172.17.0.3-1733080927574 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:22:28,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:22:28,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c92249{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:28,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c49bb83{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:22:28,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:22:28,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20876e25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:22:28,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12cd94b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir/,STOPPED} 2024-12-01T19:22:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:22:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:22:28,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:28,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:28,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:28,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:28,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:28,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:22:28,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=194500136, stopped=false 2024-12-01T19:22:28,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,41887,1733080923352 2024-12-01T19:22:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02109407644/running 2024-12-01T19:22:28,577 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02109407644/running 2024-12-01T19:22:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:28,577 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:28,577 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:22:28,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:28,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:28,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:28,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/running 2024-12-01T19:22:28,578 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,39817,1733080923575' ***** 2024-12-01T19:22:28,578 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:22:28,578 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:22:28,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:22:28,578 INFO [RS:0;9168bcbe98d9:39817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:22:28,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Set watcher on znode that does not yet exist, /02109407644/running 2024-12-01T19:22:28,578 INFO [RS:0;9168bcbe98d9:39817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:22:28,578 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for 9cd7dcf9d39b7b149afe64be8b9036ed 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39817. 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9cd7dcf9d39b7b149afe64be8b9036ed, disabling compactions & flushes 2024-12-01T19:22:28,579 DEBUG [RS:0;9168bcbe98d9:39817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:28,579 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:28,579 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. after waiting 0 ms 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:22:28,579 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9cd7dcf9d39b7b149afe64be8b9036ed 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-01T19:22:28,579 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:22:28,579 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1325): Online Regions={9cd7dcf9d39b7b149afe64be8b9036ed=test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed., cad5073b4dbac21db42cf9d319efe8af=hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:22:28,579 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:28,579 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:28,579 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:28,579 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:22:28,592 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:22:28,597 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/info/9a3d2acad1d6449e9d0090a591a02581 is 147, key is hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af./info:regioninfo/1733080937596/Put/seqid=0 2024-12-01T19:22:28,597 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/f/04f1c2e427984c68a6654174193976de is 29, key is row1/f:/1733080943130/DeleteFamily/seqid=0 2024-12-01T19:22:28,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741840_1016 (size=7686) 2024-12-01T19:22:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741841_1017 (size=5118) 2024-12-01T19:22:28,779 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:28,896 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 912, reset compression=false 2024-12-01T19:22:28,901 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:28,901 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1159, reset compression=false 2024-12-01T19:22:28,901 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39817,1733080923575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:28,901 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,39817,1733080923575: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,39817,1733080923575, walGroup=9168bcbe98d9%2C39817%2C1733080923575, offset=9168bcbe98d9%2C39817%2C1733080923575.1733080926403:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:22:28,902 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:22:28,902 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:22:28,903 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:22:28,903 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:22:28,903 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:22:28,903 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 694241904 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191717152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:22:28,903 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:41887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:41887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:22:28,979 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,001 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/info/9a3d2acad1d6449e9d0090a591a02581 2024-12-01T19:22:29,002 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/f/04f1c2e427984c68a6654174193976de 2024-12-01T19:22:29,005 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f1c2e427984c68a6654174193976de 2024-12-01T19:22:29,020 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/ns/7f245cdce5df4e5a8acd4b6378e007d3 is 43, key is default/ns:d/1733080927499/Put/seqid=0 2024-12-01T19:22:29,021 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/f1/23b58615f5ba48be9bb0ed1982498c25 is 30, key is row1/f1:/1733080943130/DeleteFamily/seqid=0 2024-12-01T19:22:29,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:22:29,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741843_1019 (size=5123) 2024-12-01T19:22:29,105 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1159, reset compression=false 2024-12-01T19:22:29,179 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,345 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:22:29,346 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:22:29,380 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,408 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1159, reset compression=false 2024-12-01T19:22:29,424 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/f1/23b58615f5ba48be9bb0ed1982498c25 2024-12-01T19:22:29,424 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/ns/7f245cdce5df4e5a8acd4b6378e007d3 2024-12-01T19:22:29,427 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23b58615f5ba48be9bb0ed1982498c25 2024-12-01T19:22:29,439 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/rep_barrier/5174d8d4e6eb4effbcd6076e07281329 is 112, key is test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed./rep_barrier:seqnumDuringOpen/1733080934256/Put/seqid=0 2024-12-01T19:22:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741844_1020 (size=5518) 2024-12-01T19:22:29,444 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/norep/325e27c7c447422b9710c779ff5643d8 is 32, key is row/norep:/1733080942126/DeleteFamily/seqid=0 2024-12-01T19:22:29,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741845_1021 (size=5101) 2024-12-01T19:22:29,580 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,780 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9cd7dcf9d39b7b149afe64be8b9036ed, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,811 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1159, reset compression=false 2024-12-01T19:22:29,843 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/rep_barrier/5174d8d4e6eb4effbcd6076e07281329 2024-12-01T19:22:29,847 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/norep/325e27c7c447422b9710c779ff5643d8 2024-12-01T19:22:29,851 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 325e27c7c447422b9710c779ff5643d8 2024-12-01T19:22:29,852 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/f/04f1c2e427984c68a6654174193976de as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/f/04f1c2e427984c68a6654174193976de 2024-12-01T19:22:29,855 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f1c2e427984c68a6654174193976de 2024-12-01T19:22:29,855 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/f/04f1c2e427984c68a6654174193976de, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T19:22:29,856 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/f1/23b58615f5ba48be9bb0ed1982498c25 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/f1/23b58615f5ba48be9bb0ed1982498c25 2024-12-01T19:22:29,859 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23b58615f5ba48be9bb0ed1982498c25 2024-12-01T19:22:29,860 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/f1/23b58615f5ba48be9bb0ed1982498c25, entries=2, sequenceid=8, filesize=5.0 K 2024-12-01T19:22:29,860 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/.tmp/norep/325e27c7c447422b9710c779ff5643d8 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/norep/325e27c7c447422b9710c779ff5643d8 2024-12-01T19:22:29,861 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/table/2439e22ded364e65a3271162d4b15c02 is 53, key is hbase:replication/table:state/1733080937601/Put/seqid=0 2024-12-01T19:22:29,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:22:29,864 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 325e27c7c447422b9710c779ff5643d8 2024-12-01T19:22:29,864 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/norep/325e27c7c447422b9710c779ff5643d8, entries=1, sequenceid=8, filesize=5.0 K 2024-12-01T19:22:29,865 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9cd7dcf9d39b7b149afe64be8b9036ed in 1286ms, sequenceid=8, compaction requested=false 2024-12-01T19:22:29,869 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/default/test/9cd7dcf9d39b7b149afe64be8b9036ed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-01T19:22:29,869 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:29,869 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:22:29,869 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9cd7dcf9d39b7b149afe64be8b9036ed: Waiting for close lock at 1733080948579Running coprocessor pre-close hooks at 1733080948579Disabling compacts and flushes for region at 1733080948579Disabling writes for close at 1733080948579Obtaining lock to block concurrent updates at 1733080948579Preparing flush snapshotting stores in 9cd7dcf9d39b7b149afe64be8b9036ed at 1733080948579Finished memstore snapshotting test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733080948579Flushing stores of test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. at 1733080948580 (+1 ms)Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/f: creating writer at 1733080948580Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/f: appending metadata at 1733080948597 (+17 ms)Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/f: closing flushed file at 1733080948597Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/f1: creating writer at 1733080949005 (+408 ms)Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/f1: appending metadata at 1733080949020 (+15 ms)Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/f1: closing flushed file at 1733080949020Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/norep: creating writer at 1733080949428 (+408 ms)Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/norep: appending metadata at 1733080949443 (+15 ms)Flushing 9cd7dcf9d39b7b149afe64be8b9036ed/norep: closing flushed file at 1733080949443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55906fa5: reopening flushed file at 1733080949851 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26dba6ba: reopening flushed file at 1733080949855 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c17af33: reopening flushed file at 1733080949860 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9cd7dcf9d39b7b149afe64be8b9036ed in 1286ms, sequenceid=8, compaction requested=false at 1733080949865 (+5 ms)Writing region close event to WAL at 1733080949866 (+1 ms)Running coprocessor post-close hooks at 1733080949869 (+3 ms)Closed at 1733080949869 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080933508.9cd7dcf9d39b7b149afe64be8b9036ed. 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cad5073b4dbac21db42cf9d319efe8af, disabling compactions & flushes 2024-12-01T19:22:29,870 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. after waiting 0 ms 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cad5073b4dbac21db42cf9d319efe8af: Waiting for close lock at 1733080949870Running coprocessor pre-close hooks at 1733080949870Disabling compacts and flushes for region at 1733080949870Disabling writes for close at 1733080949870Failed flush hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., putting online again at 1733080949870 2024-12-01T19:22:29,870 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,980 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:22:29,980 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1325): Online Regions={cad5073b4dbac21db42cf9d319efe8af=hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:22:29,980 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(3091): Received CLOSE for cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,980 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cad5073b4dbac21db42cf9d319efe8af 2024-12-01T19:22:29,980 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cad5073b4dbac21db42cf9d319efe8af, disabling compactions & flushes 2024-12-01T19:22:29,980 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,980 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,980 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. after waiting 0 ms 2024-12-01T19:22:29,980 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:29,980 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cad5073b4dbac21db42cf9d319efe8af: Waiting for close lock at 1733080949980Running coprocessor pre-close hooks at 1733080949980Disabling compacts and flushes for region at 1733080949980Disabling writes for close at 1733080949980Failed flush hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af., putting online again at 1733080949980 2024-12-01T19:22:29,981 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080936812.cad5073b4dbac21db42cf9d319efe8af. 2024-12-01T19:22:30,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:30,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:30,180 DEBUG [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:22:30,264 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/table/2439e22ded364e65a3271162d4b15c02 2024-12-01T19:22:30,268 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/info/9a3d2acad1d6449e9d0090a591a02581 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/info/9a3d2acad1d6449e9d0090a591a02581 2024-12-01T19:22:30,272 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/info/9a3d2acad1d6449e9d0090a591a02581, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:22:30,272 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/ns/7f245cdce5df4e5a8acd4b6378e007d3 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/ns/7f245cdce5df4e5a8acd4b6378e007d3 2024-12-01T19:22:30,276 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/ns/7f245cdce5df4e5a8acd4b6378e007d3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:22:30,276 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/rep_barrier/5174d8d4e6eb4effbcd6076e07281329 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/rep_barrier/5174d8d4e6eb4effbcd6076e07281329 2024-12-01T19:22:30,279 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/rep_barrier/5174d8d4e6eb4effbcd6076e07281329, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:22:30,280 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/.tmp/table/2439e22ded364e65a3271162d4b15c02 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/table/2439e22ded364e65a3271162d4b15c02 2024-12-01T19:22:30,283 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/table/2439e22ded364e65a3271162d4b15c02, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:22:30,284 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-12-01T19:22:30,290 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:22:30,291 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:22:30,291 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:22:30,291 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:30,291 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080948579Running coprocessor pre-close hooks at 1733080948579Disabling compacts and flushes for region at 1733080948579Disabling writes for close at 1733080948579Obtaining lock to block concurrent updates at 1733080948579Preparing flush snapshotting stores in 1588230740 at 1733080948579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080948579Flushing stores of hbase:meta,,1.1588230740 at 1733080948580 (+1 ms)Flushing 1588230740/info: creating writer at 1733080948580Flushing 1588230740/info: appending metadata at 1733080948597 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733080948597Flushing 1588230740/ns: creating writer at 1733080949005 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733080949020 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733080949020Flushing 1588230740/rep_barrier: creating writer at 1733080949427 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080949439 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080949439Flushing 1588230740/table: creating writer at 1733080949847 (+408 ms)Flushing 1588230740/table: appending metadata at 1733080949860 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733080949860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d3c938: reopening flushed file at 1733080950268 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb20afa: reopening flushed file at 1733080950272 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16944219: reopening flushed file at 1733080950276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e85045: reopening flushed file at 1733080950279 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1733080950284 (+5 ms)Writing region close event to WAL at 1733080950287 (+3 ms)Running coprocessor post-close hooks at 1733080950291 (+4 ms)Closed at 1733080950291 2024-12-01T19:22:30,291 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:30,315 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1159, reset compression=false 2024-12-01T19:22:30,319 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:30,319 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1803, reset compression=false 2024-12-01T19:22:30,381 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:22:30,381 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,39817,1733080923575; all regions closed. 2024-12-01T19:22:30,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.meta.1733080927423.meta not finished, retry = 0 2024-12-01T19:22:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:22:30,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.rep.1733080937569 not finished, retry = 0 2024-12-01T19:22:30,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741839_1015 (size=1733) 2024-12-01T19:22:30,522 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 to pos 1803, reset compression=false 2024-12-01T19:22:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741832_1008 (size=1811) 2024-12-01T19:22:30,588 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/WALs/9168bcbe98d9,39817,1733080923575/9168bcbe98d9%2C39817%2C1733080923575.1733080926403 not finished, retry = 0 2024-12-01T19:22:30,689 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:30,689 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:22:30,689 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:22:30,689 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:22:30,689 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:22:30,689 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:22:30,690 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,39817,1733080923575 because: Region server is closing 2024-12-01T19:22:30,690 INFO [RS:0;9168bcbe98d9:39817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39817. 2024-12-01T19:22:30,690 DEBUG [RS:0;9168bcbe98d9:39817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:30,690 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:30,690 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:30,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:30,790 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.shipper9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 terminated 2024-12-01T19:22:30,790 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39817,1733080923575.replicationSource.wal-reader.9168bcbe98d9%2C39817%2C1733080923575,1-9168bcbe98d9,39817,1733080923575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:22:30,790 INFO [RS:0;9168bcbe98d9:39817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39817. 2024-12-01T19:22:30,790 DEBUG [RS:0;9168bcbe98d9:39817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:30,790 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:30,791 DEBUG [RS:0;9168bcbe98d9:39817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:30,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:30,791 INFO [RS:0;9168bcbe98d9:39817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39817 2024-12-01T19:22:30,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644/rs 2024-12-01T19:22:30,861 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02109407644/rs/9168bcbe98d9,39817,1733080923575 2024-12-01T19:22:30,861 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:22:30,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,39817,1733080923575] 2024-12-01T19:22:30,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02109407644/draining/9168bcbe98d9,39817,1733080923575 already deleted, retry=false 2024-12-01T19:22:30,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,39817,1733080923575 expired; onlineServers=0 2024-12-01T19:22:30,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,41887,1733080923352' ***** 2024-12-01T19:22:30,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:22:30,883 DEBUG [M:0;9168bcbe98d9:41887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:22:30,883 DEBUG [M:0;9168bcbe98d9:41887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:22:30,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:22:30,883 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080926207 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080926207,5,FailOnTimeoutGroup] 2024-12-01T19:22:30,883 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080926207 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080926207,5,FailOnTimeoutGroup] 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:22:30,883 DEBUG [M:0;9168bcbe98d9:41887 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:22:30,883 INFO [M:0;9168bcbe98d9:41887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:22:30,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:22:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02109407644/master 2024-12-01T19:22:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02109407644 2024-12-01T19:22:30,893 DEBUG [M:0;9168bcbe98d9:41887 {}] zookeeper.ZKUtil(347): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Unable to get data of znode /02109407644/master because node does not exist (not an error) 2024-12-01T19:22:30,893 WARN [M:0;9168bcbe98d9:41887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:22:30,894 INFO [M:0;9168bcbe98d9:41887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/.lastflushedseqids 2024-12-01T19:22:30,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:22:30,972 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:30,972 INFO [RS:0;9168bcbe98d9:39817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:22:30,972 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39817-0x10192582ffb0001, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:30,972 INFO [RS:0;9168bcbe98d9:39817 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,39817,1733080923575; zookeeper connection closed. 2024-12-01T19:22:30,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fdbebb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fdbebb0 2024-12-01T19:22:30,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:22:31,298 INFO [M:0;9168bcbe98d9:41887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:22:31,298 INFO [M:0;9168bcbe98d9:41887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:22:31,298 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:31,299 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:31,299 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:31,299 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:31,299 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:31,299 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T19:22:31,314 DEBUG [M:0;9168bcbe98d9:41887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa53ff029b04439d910ce530162b7f53 is 82, key is hbase:meta,,1/info:regioninfo/1733080927452/Put/seqid=0 2024-12-01T19:22:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:22:31,718 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa53ff029b04439d910ce530162b7f53 2024-12-01T19:22:31,736 DEBUG [M:0;9168bcbe98d9:41887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af7773ca563540bea422dd14b9d82cba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733080937604/Put/seqid=0 2024-12-01T19:22:31,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741849_1025 (size=8517) 2024-12-01T19:22:32,140 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af7773ca563540bea422dd14b9d82cba 2024-12-01T19:22:32,154 DEBUG [M:0;9168bcbe98d9:41887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0258cbfc5bf84acfae374181884b9bd9 is 69, key is 9168bcbe98d9,39817,1733080923575/rs:state/1733080926257/Put/seqid=0 2024-12-01T19:22:32,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:22:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:22:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:22:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:22:32,558 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0258cbfc5bf84acfae374181884b9bd9 2024-12-01T19:22:32,562 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa53ff029b04439d910ce530162b7f53 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa53ff029b04439d910ce530162b7f53 2024-12-01T19:22:32,565 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa53ff029b04439d910ce530162b7f53, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T19:22:32,566 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af7773ca563540bea422dd14b9d82cba as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af7773ca563540bea422dd14b9d82cba 2024-12-01T19:22:32,569 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af7773ca563540bea422dd14b9d82cba, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T19:22:32,570 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0258cbfc5bf84acfae374181884b9bd9 as hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0258cbfc5bf84acfae374181884b9bd9 2024-12-01T19:22:32,574 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44903/user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0258cbfc5bf84acfae374181884b9bd9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T19:22:32,574 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-12-01T19:22:32,575 INFO [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:32,575 DEBUG [M:0;9168bcbe98d9:41887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080951298Disabling compacts and flushes for region at 1733080951298Disabling writes for close at 1733080951299 (+1 ms)Obtaining lock to block concurrent updates at 1733080951299Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080951299Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733080951299Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080951299Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080951299Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080951314 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080951314Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080951722 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080951736 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080951736Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080952143 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080952154 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080952154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3932fbb2: reopening flushed file at 1733080952561 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c7cee8d: reopening flushed file at 1733080952566 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f391c6c: reopening flushed file at 1733080952570 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1733080952574 (+4 ms)Writing region close event to WAL at 1733080952575 (+1 ms)Closed at 1733080952575 2024-12-01T19:22:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741830_1006 (size=63666) 2024-12-01T19:22:32,577 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01e27520-2fc1-f696-3c45-da4ec6755c37/MasterData/WALs/9168bcbe98d9,41887,1733080923352/9168bcbe98d9%2C41887%2C1733080923352.1733080925811 not finished, retry = 0 2024-12-01T19:22:32,678 INFO [M:0;9168bcbe98d9:41887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:22:32,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:22:32,678 INFO [M:0;9168bcbe98d9:41887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41887 2024-12-01T19:22:32,678 INFO [M:0;9168bcbe98d9:41887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:22:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:32,804 INFO [M:0;9168bcbe98d9:41887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:22:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41887-0x10192582ffb0000, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:22:32,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f24379b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:32,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dea8188{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:22:32,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:22:32,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b2e289{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:22:32,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7517b687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir/,STOPPED} 2024-12-01T19:22:32,847 WARN [BP-788842851-172.17.0.3-1733080921191 heartbeating to localhost/127.0.0.1:44903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:22:32,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:22:32,847 WARN [BP-788842851-172.17.0.3-1733080921191 heartbeating to localhost/127.0.0.1:44903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-788842851-172.17.0.3-1733080921191 (Datanode Uuid 282364e6-51e1-4c37-863e-0a2fbff19a02) service to localhost/127.0.0.1:44903 2024-12-01T19:22:32,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:22:32,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/data/data1/current/BP-788842851-172.17.0.3-1733080921191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:22:32,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/cluster_6b38ad2c-0e33-db7e-1de6-c22fa7595622/data/data2/current/BP-788842851-172.17.0.3-1733080921191 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:22:32,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:22:32,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1243eb58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:32,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bb6be23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:22:32,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:22:32,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153dd6c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:22:32,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d70bb7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed3b8cd-1c58-4649-a9f6-0a5d67ad91fb/hadoop.log.dir/,STOPPED} 2024-12-01T19:22:32,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:22:32,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:22:32,878 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 237) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44903 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57320) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57320) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36755 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 614) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4551 (was 4416) - AvailableMemoryMB LEAK? - 2024-12-01T19:22:32,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=4551 2024-12-01T19:22:32,903 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-01T19:22:32,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir so I do NOT create it in target/test-data/97c849fb-6115-8281-0933-413f41366015 2024-12-01T19:22:32,904 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:22:32,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.tmp.dir so I do NOT create it in target/test-data/97c849fb-6115-8281-0933-413f41366015 2024-12-01T19:22:32,904 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8117a891-e44f-6afa-a277-0fb116101800/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:22:32,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015 2024-12-01T19:22:32,904 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783, deleteOnExit=true 2024-12-01T19:22:32,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/zookeeper_0, clientPort=51160, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:22:32,929 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51160 2024-12-01T19:22:32,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/test.cache.data in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:22:32,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:22:32,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:22:32,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:22:32,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:32,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:22:32,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:22:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10192582ffb0005, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:22:32,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10192582ffb0002, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:22:32,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10192582ffb0005, quorum=127.0.0.1:57320, baseZNode=/1-611998456 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:22:32,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10192582ffb0002, quorum=127.0.0.1:57320, baseZNode=/02109407644 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:22:33,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:33,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:33,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:33,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:33,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:22:33,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:33,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@502e2ff7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:33,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f00c263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:33,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a01c487{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/java.io.tmpdir/jetty-localhost-33545-hadoop-hdfs-3_4_1-tests_jar-_-any-5688474191467715188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:33,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@280b75e4{HTTP/1.1, (http/1.1)}{localhost:33545} 2024-12-01T19:22:33,369 INFO [Time-limited test {}] server.Server(415): Started @236861ms 2024-12-01T19:22:33,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:33,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:33,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:33,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:33,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:22:33,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f86420{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:33,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f86a26b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:33,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56d056ca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/java.io.tmpdir/jetty-localhost-39751-hadoop-hdfs-3_4_1-tests_jar-_-any-10312906990898022925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:33,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@393ac790{HTTP/1.1, (http/1.1)}{localhost:39751} 2024-12-01T19:22:33,726 INFO [Time-limited test {}] server.Server(415): Started @237218ms 2024-12-01T19:22:33,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:22:34,456 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/data/data2/current/BP-544986081-172.17.0.3-1733080952945/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:34,456 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/data/data1/current/BP-544986081-172.17.0.3-1733080952945/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:34,475 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:22:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1305ae0c6d7301 with lease ID 0xc50fef2ee4c2e238: Processing first storage report for DS-909362fe-1e21-49ab-bcb3-1cba49fe3a0e from datanode DatanodeRegistration(127.0.0.1:35783, datanodeUuid=8cd524b3-94c7-49b2-9f0f-1fbede5da585, infoPort=45795, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=283446831;c=1733080952945) 2024-12-01T19:22:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1305ae0c6d7301 with lease ID 0xc50fef2ee4c2e238: from storage DS-909362fe-1e21-49ab-bcb3-1cba49fe3a0e node DatanodeRegistration(127.0.0.1:35783, datanodeUuid=8cd524b3-94c7-49b2-9f0f-1fbede5da585, infoPort=45795, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=283446831;c=1733080952945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e1305ae0c6d7301 with lease ID 0xc50fef2ee4c2e238: Processing first storage report for DS-9ec83425-8713-4a86-8842-08450e2a262e from datanode DatanodeRegistration(127.0.0.1:35783, datanodeUuid=8cd524b3-94c7-49b2-9f0f-1fbede5da585, infoPort=45795, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=283446831;c=1733080952945) 2024-12-01T19:22:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e1305ae0c6d7301 with lease ID 0xc50fef2ee4c2e238: from storage DS-9ec83425-8713-4a86-8842-08450e2a262e node DatanodeRegistration(127.0.0.1:35783, datanodeUuid=8cd524b3-94c7-49b2-9f0f-1fbede5da585, infoPort=45795, infoSecurePort=0, ipcPort=43789, storageInfo=lv=-57;cid=testClusterID;nsid=283446831;c=1733080952945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:34,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015 2024-12-01T19:22:34,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:34,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:34,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:22:34,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:34,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:34,855 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38326 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:34,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895 with version=8 2024-12-01T19:22:34,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/hbase-staging 2024-12-01T19:22:34,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:34,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:34,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:34,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:34,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:34,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:34,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:22:34,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:34,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45229 2024-12-01T19:22:34,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45229 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452290x0, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:35,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45229-0x1019258ac0c0000 connected 2024-12-01T19:22:35,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:35,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:35,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/running 2024-12-01T19:22:35,326 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895, hbase.cluster.distributed=false 2024-12-01T19:22:35,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/acl 2024-12-01T19:22:35,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45229 2024-12-01T19:22:35,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45229 2024-12-01T19:22:35,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45229 2024-12-01T19:22:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45229 2024-12-01T19:22:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45229 2024-12-01T19:22:35,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:35,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44253 2024-12-01T19:22:35,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44253 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:35,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:35,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:35,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:35,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:35,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442530x0, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:35,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442530x0, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/running 2024-12-01T19:22:35,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44253-0x1019258ac0c0001 connected 2024-12-01T19:22:35,578 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:22:35,579 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:22:35,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/master 2024-12-01T19:22:35,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/acl 2024-12-01T19:22:35,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44253 2024-12-01T19:22:35,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44253 2024-12-01T19:22:35,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44253 2024-12-01T19:22:35,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44253 2024-12-01T19:22:35,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44253 2024-12-01T19:22:35,590 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:45229 2024-12-01T19:22:35,590 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1765666469/backup-masters/9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:35,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469/backup-masters 2024-12-01T19:22:35,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469/backup-masters 2024-12-01T19:22:35,598 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on existing znode=/0-1765666469/backup-masters/9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:35,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765666469/master 2024-12-01T19:22:35,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:35,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:35,609 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on existing znode=/0-1765666469/master 2024-12-01T19:22:35,609 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1765666469/backup-masters/9168bcbe98d9,45229,1733080954963 from backup master directory 2024-12-01T19:22:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765666469/backup-masters/9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469/backup-masters 2024-12-01T19:22:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469/backup-masters 2024-12-01T19:22:35,619 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:35,619 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:35,622 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/hbase.id] with ID: db0c1676-e2f5-416d-8bed-af4c7058d3b0 2024-12-01T19:22:35,622 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/.tmp/hbase.id 2024-12-01T19:22:35,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:22:36,029 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/.tmp/hbase.id]:[hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/hbase.id] 2024-12-01T19:22:36,037 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:36,037 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:22:36,037 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T19:22:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:36,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:36,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:22:36,487 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:36,487 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:22:36,487 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:22:36,893 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store 2024-12-01T19:22:36,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:22:36,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:36,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:36,897 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:36,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:36,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:36,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:36,897 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:36,897 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080956897Disabling compacts and flushes for region at 1733080956897Disabling writes for close at 1733080956897Writing region close event to WAL at 1733080956897Closed at 1733080956897 2024-12-01T19:22:36,898 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/.initializing 2024-12-01T19:22:36,898 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/WALs/9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:36,898 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:36,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C45229%2C1733080954963, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/WALs/9168bcbe98d9,45229,1733080954963, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/oldWALs, maxLogs=10 2024-12-01T19:22:36,910 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/WALs/9168bcbe98d9,45229,1733080954963/9168bcbe98d9%2C45229%2C1733080954963.1733080956900, exclude list is [], retry=0 2024-12-01T19:22:36,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35783,DS-909362fe-1e21-49ab-bcb3-1cba49fe3a0e,DISK] 2024-12-01T19:22:36,913 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/WALs/9168bcbe98d9,45229,1733080954963/9168bcbe98d9%2C45229%2C1733080954963.1733080956900 2024-12-01T19:22:36,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-12-01T19:22:36,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:36,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:36,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:22:36,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:36,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:36,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:22:36,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:36,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:36,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:22:36,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:36,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:36,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:22:36,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:36,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:36,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,920 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,920 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,920 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,921 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:36,921 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:36,923 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:36,923 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64167949, jitterRate=-0.04382304847240448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:36,923 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080956914Initializing all the Stores at 1733080956914Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080956914Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080956914Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080956914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080956914Cleaning up temporary data from old regions at 1733080956920 (+6 ms)Region opened successfully at 1733080956923 (+3 ms) 2024-12-01T19:22:36,923 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:22:36,925 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d41c319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:36,926 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:22:36,926 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:22:36,926 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:22:36,926 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:22:36,927 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:22:36,927 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:22:36,927 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:22:36,928 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:22:36,929 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Unable to get data of znode /0-1765666469/balancer because node does not exist (not necessarily an error) 2024-12-01T19:22:37,061 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765666469/balancer already deleted, retry=false 2024-12-01T19:22:37,061 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:22:37,062 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Unable to get data of znode /0-1765666469/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:22:37,071 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765666469/normalizer already deleted, retry=false 2024-12-01T19:22:37,072 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:22:37,072 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Unable to get data of znode /0-1765666469/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:22:37,082 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765666469/switch/split already deleted, retry=false 2024-12-01T19:22:37,083 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Unable to get data of znode /0-1765666469/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:22:37,093 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765666469/switch/merge already deleted, retry=false 2024-12-01T19:22:37,094 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Unable to get data of znode /0-1765666469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:22:37,103 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765666469/snapshot-cleanup already deleted, retry=false 2024-12-01T19:22:37,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765666469/running 2024-12-01T19:22:37,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1765666469/running 2024-12-01T19:22:37,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,114 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,45229,1733080954963, sessionid=0x1019258ac0c0000, setting cluster-up flag (Was=false) 2024-12-01T19:22:37,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,166 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1765666469/flush-table-proc/acquired, /0-1765666469/flush-table-proc/reached, /0-1765666469/flush-table-proc/abort 2024-12-01T19:22:37,167 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,219 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1765666469/online-snapshot/acquired, /0-1765666469/online-snapshot/reached, /0-1765666469/online-snapshot/abort 2024-12-01T19:22:37,220 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:37,220 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:22:37,221 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:37,221 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:22:37,222 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:22:37,222 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,45229,1733080954963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:37,223 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080987224 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:22:37,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:22:37,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:22:37,224 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:22:37,225 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:22:37,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:22:37,225 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080957225,5,FailOnTimeoutGroup] 2024-12-01T19:22:37,225 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080957225,5,FailOnTimeoutGroup] 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:22:37,225 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,226 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:22:37,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:22:37,229 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895 2024-12-01T19:22:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741832_1008 (size=32) 2024-12-01T19:22:37,284 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(746): ClusterId : db0c1676-e2f5-416d-8bed-af4c7058d3b0 2024-12-01T19:22:37,284 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:22:37,293 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:22:37,293 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:22:37,304 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:22:37,304 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bbf11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:37,313 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:44253 2024-12-01T19:22:37,313 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:22:37,313 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:22:37,313 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:22:37,314 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,45229,1733080954963 with port=44253, startcode=1733080955347 2024-12-01T19:22:37,314 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:22:37,315 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:22:37,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45229 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,316 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895 2024-12-01T19:22:37,316 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32995 2024-12-01T19:22:37,317 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:22:37,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469/rs 2024-12-01T19:22:37,325 DEBUG [RS:0;9168bcbe98d9:44253 {}] zookeeper.ZKUtil(111): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on existing znode=/0-1765666469/rs/9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,325 WARN [RS:0;9168bcbe98d9:44253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:37,325 INFO [RS:0;9168bcbe98d9:44253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:37,325 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,44253,1733080955347] 2024-12-01T19:22:37,327 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:22:37,328 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:22:37,328 INFO [RS:0;9168bcbe98d9:44253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:22:37,328 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,329 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:22:37,329 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:22:37,329 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:37,329 DEBUG [RS:0;9168bcbe98d9:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:37,330 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,330 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,330 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,330 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,330 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,330 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44253,1733080955347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:37,341 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:22:37,341 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44253,1733080955347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,341 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,341 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.Replication(171): 9168bcbe98d9,44253,1733080955347 started 2024-12-01T19:22:37,351 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:37,351 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,44253,1733080955347, RpcServer on 9168bcbe98d9/172.17.0.3:44253, sessionid=0x1019258ac0c0001 2024-12-01T19:22:37,351 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:22:37,351 DEBUG [RS:0;9168bcbe98d9:44253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,44253,1733080955347' 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1765666469/flush-table-proc/abort' 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1765666469/flush-table-proc/acquired' 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,44253,1733080955347' 2024-12-01T19:22:37,352 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1765666469/online-snapshot/abort' 2024-12-01T19:22:37,353 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1765666469/online-snapshot/acquired' 2024-12-01T19:22:37,353 DEBUG [RS:0;9168bcbe98d9:44253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:22:37,353 INFO [RS:0;9168bcbe98d9:44253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:22:37,353 INFO [RS:0;9168bcbe98d9:44253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:22:37,453 INFO [RS:0;9168bcbe98d9:44253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:37,454 INFO [RS:0;9168bcbe98d9:44253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C44253%2C1733080955347, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/oldWALs, maxLogs=10 2024-12-01T19:22:37,464 DEBUG [RS:0;9168bcbe98d9:44253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, exclude list is [], retry=0 2024-12-01T19:22:37,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35783,DS-909362fe-1e21-49ab-bcb3-1cba49fe3a0e,DISK] 2024-12-01T19:22:37,468 INFO [RS:0;9168bcbe98d9:44253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 2024-12-01T19:22:37,468 DEBUG [RS:0;9168bcbe98d9:44253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-12-01T19:22:37,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:37,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:37,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:37,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:37,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:37,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:37,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:37,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:37,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:37,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:37,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:37,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:37,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:37,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:37,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:37,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:37,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:37,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740 2024-12-01T19:22:37,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740 2024-12-01T19:22:37,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:37,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:37,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:37,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:37,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:37,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61937971, jitterRate=-0.07705231010913849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080957638Initializing all the Stores at 1733080957638Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080957638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080957639 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080957639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080957639Cleaning up temporary data from old regions at 1733080957644 (+5 ms)Region opened successfully at 1733080957648 (+4 ms) 2024-12-01T19:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:37,648 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:37,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:37,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080957648Disabling compacts and flushes for region at 1733080957648Disabling writes for close at 1733080957648Writing region close event to WAL at 1733080957648Closed at 1733080957648 2024-12-01T19:22:37,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:37,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:22:37,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:22:37,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:37,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:22:37,801 DEBUG [9168bcbe98d9:45229 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:22:37,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:37,802 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,44253,1733080955347, state=OPENING 2024-12-01T19:22:37,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:22:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:37,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:37,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765666469/meta-region-server: CHANGED 2024-12-01T19:22:37,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765666469/meta-region-server: CHANGED 2024-12-01T19:22:37,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,44253,1733080955347}] 2024-12-01T19:22:38,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:38,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:22:38,055 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:22:38,055 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:38,055 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:22:38,056 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C44253%2C1733080955347.meta, suffix=.meta, logDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/oldWALs, maxLogs=10 2024-12-01T19:22:38,067 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.meta.1733080958056.meta, exclude list is [], retry=0 2024-12-01T19:22:38,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35783,DS-909362fe-1e21-49ab-bcb3-1cba49fe3a0e,DISK] 2024-12-01T19:22:38,070 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.meta.1733080958056.meta 2024-12-01T19:22:38,070 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:38,071 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:22:38,071 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:22:38,071 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:22:38,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:38,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:38,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:38,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:38,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:38,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:38,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:38,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:38,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:38,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:38,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:38,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:38,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:38,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:38,076 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:38,076 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740 2024-12-01T19:22:38,077 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740 2024-12-01T19:22:38,078 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:38,078 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:38,078 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:38,079 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:38,079 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68815970, jitterRate=0.025437861680984497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:38,079 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:22:38,080 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080958071Writing region info on filesystem at 1733080958071Initializing all the Stores at 1733080958072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080958072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080958072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080958072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080958072Cleaning up temporary data from old regions at 1733080958078 (+6 ms)Running coprocessor post-open hooks at 1733080958079 (+1 ms)Region opened successfully at 1733080958080 (+1 ms) 2024-12-01T19:22:38,080 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080958051 2024-12-01T19:22:38,082 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:22:38,082 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:22:38,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:38,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,44253,1733080955347, state=OPEN 2024-12-01T19:22:38,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1765666469/meta-region-server 2024-12-01T19:22:38,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1765666469/meta-region-server 2024-12-01T19:22:38,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:38,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765666469/meta-region-server: CHANGED 2024-12-01T19:22:38,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1765666469/meta-region-server: CHANGED 2024-12-01T19:22:38,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:22:38,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,44253,1733080955347 in 204 msec 2024-12-01T19:22:38,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:22:38,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-12-01T19:22:38,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:38,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:22:38,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:38,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,44253,1733080955347, seqNum=-1] 2024-12-01T19:22:38,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:38,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:38,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-12-01T19:22:38,113 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080958113, completionTime=-1 2024-12-01T19:22:38,113 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:22:38,113 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081018115 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081078115 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45229,1733080954963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45229,1733080954963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45229,1733080954963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:45229, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,115 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,116 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,117 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:22:38,118 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.499sec 2024-12-01T19:22:38,118 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:22:38,118 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:22:38,118 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:22:38,118 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:22:38,119 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:22:38,119 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45229,1733080954963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:38,119 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45229,1733080954963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:22:38,120 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:22:38,120 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:22:38,120 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45229,1733080954963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:38,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2122d986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:38,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:22:38,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:38,186 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:22:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:22:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd54c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:22:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:38,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:38,187 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:38,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c82884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:38,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,44253,1733080955347, seqNum=-1] 2024-12-01T19:22:38,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:38,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:38,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:38,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:38,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:38,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019258ac0c0002 connected 2024-12-01T19:22:38,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir so I do NOT create it in target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d 2024-12-01T19:22:38,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:22:38,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.tmp.dir so I do NOT create it in target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d 2024-12-01T19:22:38,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:22:38,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d 2024-12-01T19:22:38,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:22:38,210 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/cluster_7a62053c-f262-90f4-9c61-6907675b0b8e, deleteOnExit=true 2024-12-01T19:22:38,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/test.cache.data in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:22:38,211 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:22:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:22:38,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:38,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:38,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:38,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:38,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:22:38,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:38,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed4e03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:38,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ef6e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:38,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@332d48c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/java.io.tmpdir/jetty-localhost-34851-hadoop-hdfs-3_4_1-tests_jar-_-any-16556768391604497068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:38,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65d5c153{HTTP/1.1, (http/1.1)}{localhost:34851} 2024-12-01T19:22:38,652 INFO [Time-limited test {}] server.Server(415): Started @242145ms 2024-12-01T19:22:38,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:38,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:38,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:38,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:38,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:22:38,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5647fbbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:38,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55d2d063{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:39,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5144101d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/java.io.tmpdir/jetty-localhost-35903-hadoop-hdfs-3_4_1-tests_jar-_-any-6834004405320484821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:39,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@434e5b06{HTTP/1.1, (http/1.1)}{localhost:35903} 2024-12-01T19:22:39,045 INFO [Time-limited test {}] server.Server(415): Started @242537ms 2024-12-01T19:22:39,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:22:39,711 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/cluster_7a62053c-f262-90f4-9c61-6907675b0b8e/data/data1/current/BP-474670752-172.17.0.3-1733080958225/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:39,711 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/cluster_7a62053c-f262-90f4-9c61-6907675b0b8e/data/data2/current/BP-474670752-172.17.0.3-1733080958225/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:39,730 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:22:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32cdc4dee238e0e1 with lease ID 0x6b8c9be929a936d8: Processing first storage report for DS-8d8d09e9-0b91-4cde-a412-9ecb3f35d469 from datanode DatanodeRegistration(127.0.0.1:46475, datanodeUuid=7fb13006-49e5-4cd5-8634-988d37a0c27f, infoPort=42013, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=431814233;c=1733080958225) 2024-12-01T19:22:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32cdc4dee238e0e1 with lease ID 0x6b8c9be929a936d8: from storage DS-8d8d09e9-0b91-4cde-a412-9ecb3f35d469 node DatanodeRegistration(127.0.0.1:46475, datanodeUuid=7fb13006-49e5-4cd5-8634-988d37a0c27f, infoPort=42013, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=431814233;c=1733080958225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32cdc4dee238e0e1 with lease ID 0x6b8c9be929a936d8: Processing first storage report for DS-f5a86b4a-ad05-4331-b20c-4ea8993ca8b9 from datanode DatanodeRegistration(127.0.0.1:46475, datanodeUuid=7fb13006-49e5-4cd5-8634-988d37a0c27f, infoPort=42013, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=431814233;c=1733080958225) 2024-12-01T19:22:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32cdc4dee238e0e1 with lease ID 0x6b8c9be929a936d8: from storage DS-f5a86b4a-ad05-4331-b20c-4ea8993ca8b9 node DatanodeRegistration(127.0.0.1:46475, datanodeUuid=7fb13006-49e5-4cd5-8634-988d37a0c27f, infoPort=42013, infoSecurePort=0, ipcPort=36551, storageInfo=lv=-57;cid=testClusterID;nsid=431814233;c=1733080958225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:39,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d 2024-12-01T19:22:39,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:39,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:39,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:22:39,788 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819 with version=8 2024-12-01T19:22:39,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/hbase-staging 2024-12-01T19:22:39,790 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:22:39,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:39,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40053 2024-12-01T19:22:39,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40053 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:39,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400530x0, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:39,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40053-0x1019258ac0c0003 connected 2024-12-01T19:22:39,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:39,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:39,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/running 2024-12-01T19:22:39,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819, hbase.cluster.distributed=false 2024-12-01T19:22:39,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/acl 2024-12-01T19:22:39,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40053 2024-12-01T19:22:39,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40053 2024-12-01T19:22:39,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40053 2024-12-01T19:22:39,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40053 2024-12-01T19:22:39,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40053 2024-12-01T19:22:39,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:22:39,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:39,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42395 2024-12-01T19:22:39,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42395 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:39,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:39,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:39,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423950x0, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:39,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423950x0, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/running 2024-12-01T19:22:39,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42395-0x1019258ac0c0004 connected 2024-12-01T19:22:39,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:22:39,915 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:22:39,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/master 2024-12-01T19:22:39,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/acl 2024-12-01T19:22:39,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42395 2024-12-01T19:22:39,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42395 2024-12-01T19:22:39,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42395 2024-12-01T19:22:39,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42395 2024-12-01T19:22:39,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42395 2024-12-01T19:22:39,930 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:40053 2024-12-01T19:22:39,930 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1724375868/backup-masters/9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:39,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868/backup-masters 2024-12-01T19:22:39,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868/backup-masters 2024-12-01T19:22:39,943 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on existing znode=/1-1724375868/backup-masters/9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1724375868/master 2024-12-01T19:22:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:39,953 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on existing znode=/1-1724375868/master 2024-12-01T19:22:39,953 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1724375868/backup-masters/9168bcbe98d9,40053,1733080959790 from backup master directory 2024-12-01T19:22:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868/backup-masters 2024-12-01T19:22:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1724375868/backup-masters/9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868/backup-masters 2024-12-01T19:22:39,963 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:39,963 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:39,966 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/hbase.id] with ID: d3d5e59c-e1f8-4499-991c-91261680ef0d 2024-12-01T19:22:39,966 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/.tmp/hbase.id 2024-12-01T19:22:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:22:40,370 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/.tmp/hbase.id]:[hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/hbase.id] 2024-12-01T19:22:40,377 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:40,377 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:22:40,378 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:22:40,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:40,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:40,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:22:40,834 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:40,835 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:22:40,835 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:22:41,241 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store 2024-12-01T19:22:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:22:41,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:41,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:41,648 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:41,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:41,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:41,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:41,648 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:41,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080961648Disabling compacts and flushes for region at 1733080961648Disabling writes for close at 1733080961648Writing region close event to WAL at 1733080961648Closed at 1733080961648 2024-12-01T19:22:41,649 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/.initializing 2024-12-01T19:22:41,649 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/WALs/9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:41,650 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:41,651 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C40053%2C1733080959790, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/WALs/9168bcbe98d9,40053,1733080959790, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/oldWALs, maxLogs=10 2024-12-01T19:22:41,662 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/WALs/9168bcbe98d9,40053,1733080959790/9168bcbe98d9%2C40053%2C1733080959790.1733080961651, exclude list is [], retry=0 2024-12-01T19:22:41,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-8d8d09e9-0b91-4cde-a412-9ecb3f35d469,DISK] 2024-12-01T19:22:41,665 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/WALs/9168bcbe98d9,40053,1733080959790/9168bcbe98d9%2C40053%2C1733080959790.1733080961651 2024-12-01T19:22:41,665 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013)] 2024-12-01T19:22:41,665 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:41,665 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:41,665 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,665 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:22:41,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:41,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:41,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:22:41,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:41,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:41,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:22:41,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:41,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:41,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:22:41,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:41,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:41,671 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,671 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,671 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,672 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,672 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,672 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:41,673 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:41,674 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:41,674 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244457, jitterRate=0.06162513792514801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:41,674 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080961666Initializing all the Stores at 1733080961666Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080961666Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080961666Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080961666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080961666Cleaning up temporary data from old regions at 1733080961672 (+6 ms)Region opened successfully at 1733080961674 (+2 ms) 2024-12-01T19:22:41,675 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:22:41,676 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f04474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:41,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:22:41,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:22:41,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:22:41,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:22:41,677 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:22:41,678 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:22:41,678 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:22:41,679 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:22:41,679 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Unable to get data of znode /1-1724375868/balancer because node does not exist (not necessarily an error) 2024-12-01T19:22:41,756 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1724375868/balancer already deleted, retry=false 2024-12-01T19:22:41,756 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:22:41,757 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Unable to get data of znode /1-1724375868/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:22:41,766 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1724375868/normalizer already deleted, retry=false 2024-12-01T19:22:41,766 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:22:41,767 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Unable to get data of znode /1-1724375868/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:22:41,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1724375868/switch/split already deleted, retry=false 2024-12-01T19:22:41,777 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Unable to get data of znode /1-1724375868/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:22:41,787 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1724375868/switch/merge already deleted, retry=false 2024-12-01T19:22:41,788 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Unable to get data of znode /1-1724375868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:22:41,798 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1724375868/snapshot-cleanup already deleted, retry=false 2024-12-01T19:22:41,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1724375868/running 2024-12-01T19:22:41,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1724375868/running 2024-12-01T19:22:41,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:41,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:41,808 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,40053,1733080959790, sessionid=0x1019258ac0c0003, setting cluster-up flag (Was=false) 2024-12-01T19:22:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:41,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:41,861 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1724375868/flush-table-proc/acquired, /1-1724375868/flush-table-proc/reached, /1-1724375868/flush-table-proc/abort 2024-12-01T19:22:41,862 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:41,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:41,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:41,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1724375868/online-snapshot/acquired, /1-1724375868/online-snapshot/reached, /1-1724375868/online-snapshot/abort 2024-12-01T19:22:41,914 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:41,915 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:22:41,916 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:41,916 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:22:41,916 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:22:41,917 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,40053,1733080959790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:41,918 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:41,918 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080991918 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:22:41,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:22:41,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:22:41,919 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:41,920 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:22:41,920 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:22:41,920 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:41,920 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:22:41,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:22:41,920 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:22:41,921 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:22:41,921 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:22:41,924 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080961921,5,FailOnTimeoutGroup] 2024-12-01T19:22:41,924 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080961924,5,FailOnTimeoutGroup] 2024-12-01T19:22:41,924 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:41,924 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:22:41,924 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:41,924 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:41,925 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(746): ClusterId : d3d5e59c-e1f8-4499-991c-91261680ef0d 2024-12-01T19:22:41,925 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:22:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:22:41,935 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:22:41,935 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:22:41,946 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:22:41,946 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec31bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:41,958 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:42395 2024-12-01T19:22:41,958 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:22:41,958 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:22:41,958 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:22:41,959 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,40053,1733080959790 with port=42395, startcode=1733080959899 2024-12-01T19:22:41,959 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:22:41,960 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:22:41,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:41,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40053 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:41,962 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819 2024-12-01T19:22:41,962 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41947 2024-12-01T19:22:41,962 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:22:42,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868/rs 2024-12-01T19:22:42,035 DEBUG [RS:0;9168bcbe98d9:42395 {}] zookeeper.ZKUtil(111): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on existing znode=/1-1724375868/rs/9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:42,035 WARN [RS:0;9168bcbe98d9:42395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:42,035 INFO [RS:0;9168bcbe98d9:42395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:42,035 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:42,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,42395,1733080959899] 2024-12-01T19:22:42,038 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:22:42,040 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:22:42,040 INFO [RS:0;9168bcbe98d9:42395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:22:42,040 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,041 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:22:42,041 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:22:42,041 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,041 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,042 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:42,042 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:42,042 DEBUG [RS:0;9168bcbe98d9:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:42,042 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,042 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,042 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,042 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,042 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,042 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,42395,1733080959899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:42,053 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:22:42,054 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,42395,1733080959899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,054 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,054 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.Replication(171): 9168bcbe98d9,42395,1733080959899 started 2024-12-01T19:22:42,065 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:42,065 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,42395,1733080959899, RpcServer on 9168bcbe98d9/172.17.0.3:42395, sessionid=0x1019258ac0c0004 2024-12-01T19:22:42,065 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:22:42,065 DEBUG [RS:0;9168bcbe98d9:42395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:42,065 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,42395,1733080959899' 2024-12-01T19:22:42,065 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1724375868/flush-table-proc/abort' 2024-12-01T19:22:42,065 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1724375868/flush-table-proc/acquired' 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,42395,1733080959899' 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1724375868/online-snapshot/abort' 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1724375868/online-snapshot/acquired' 2024-12-01T19:22:42,066 DEBUG [RS:0;9168bcbe98d9:42395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:22:42,066 INFO [RS:0;9168bcbe98d9:42395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:22:42,066 INFO [RS:0;9168bcbe98d9:42395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:22:42,167 INFO [RS:0;9168bcbe98d9:42395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:42,168 INFO [RS:0;9168bcbe98d9:42395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C42395%2C1733080959899, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/oldWALs, maxLogs=10 2024-12-01T19:22:42,178 DEBUG [RS:0;9168bcbe98d9:42395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, exclude list is [], retry=0 2024-12-01T19:22:42,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-8d8d09e9-0b91-4cde-a412-9ecb3f35d469,DISK] 2024-12-01T19:22:42,184 INFO [RS:0;9168bcbe98d9:42395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 2024-12-01T19:22:42,186 DEBUG [RS:0;9168bcbe98d9:42395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013)] 2024-12-01T19:22:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:22:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:22:42,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:22:42,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819 2024-12-01T19:22:42,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:22:42,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:42,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:42,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:42,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:42,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:42,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:42,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:42,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:42,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:42,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:42,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:42,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:42,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:42,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:42,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:42,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:42,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740 2024-12-01T19:22:42,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740 2024-12-01T19:22:42,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:42,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:42,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:42,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:42,746 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:42,747 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67466106, jitterRate=0.005323320627212524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080962737Initializing all the Stores at 1733080962738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080962738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080962738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080962738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080962738Cleaning up temporary data from old regions at 1733080962744 (+6 ms)Region opened successfully at 1733080962747 (+3 ms) 2024-12-01T19:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:42,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:42,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:42,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080962747Disabling compacts and flushes for region at 1733080962747Disabling writes for close at 1733080962747Writing region close event to WAL at 1733080962747Closed at 1733080962747 2024-12-01T19:22:42,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:42,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:22:42,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:22:42,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:42,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:22:42,899 DEBUG [9168bcbe98d9:40053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:22:42,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:42,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,42395,1733080959899, state=OPENING 2024-12-01T19:22:43,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:22:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:43,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1724375868/meta-region-server: CHANGED 2024-12-01T19:22:43,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1724375868/meta-region-server: CHANGED 2024-12-01T19:22:43,098 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:43,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,42395,1733080959899}] 2024-12-01T19:22:43,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:43,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:22:43,254 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:22:43,254 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:43,254 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:22:43,255 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C42395%2C1733080959899.meta, suffix=.meta, logDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/oldWALs, maxLogs=10 2024-12-01T19:22:43,266 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.meta.1733080963255.meta, exclude list is [], retry=0 2024-12-01T19:22:43,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-8d8d09e9-0b91-4cde-a412-9ecb3f35d469,DISK] 2024-12-01T19:22:43,269 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.meta.1733080963255.meta 2024-12-01T19:22:43,269 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013)] 2024-12-01T19:22:43,269 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:43,269 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:43,270 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:43,270 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:22:43,270 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:22:43,270 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:22:43,270 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:43,270 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:22:43,270 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:22:43,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:43,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:43,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:43,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:43,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:43,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:43,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:43,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:43,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:43,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:43,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:43,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:43,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:43,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:43,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:43,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:43,274 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:43,274 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740 2024-12-01T19:22:43,275 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740 2024-12-01T19:22:43,276 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:43,276 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:43,276 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:43,277 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:43,277 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69082484, jitterRate=0.02940922975540161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:43,277 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:22:43,277 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080963270Writing region info on filesystem at 1733080963270Initializing all the Stores at 1733080963271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080963271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080963271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080963271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080963271Cleaning up temporary data from old regions at 1733080963276 (+5 ms)Running coprocessor post-open hooks at 1733080963277 (+1 ms)Region opened successfully at 1733080963277 2024-12-01T19:22:43,278 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080963250 2024-12-01T19:22:43,279 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:22:43,279 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:22:43,280 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:43,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,42395,1733080959899, state=OPEN 2024-12-01T19:22:43,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1724375868/meta-region-server 2024-12-01T19:22:43,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1724375868/meta-region-server 2024-12-01T19:22:43,292 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:43,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1724375868/meta-region-server: CHANGED 2024-12-01T19:22:43,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1724375868/meta-region-server: CHANGED 2024-12-01T19:22:43,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:22:43,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,42395,1733080959899 in 194 msec 2024-12-01T19:22:43,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:22:43,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-12-01T19:22:43,296 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:43,296 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:22:43,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:43,297 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42395,1733080959899, seqNum=-1] 2024-12-01T19:22:43,297 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:43,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:43,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-12-01T19:22:43,302 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080963302, completionTime=-1 2024-12-01T19:22:43,302 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:22:43,302 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:22:43,303 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:22:43,303 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081023303 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081083304 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40053,1733080959790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40053,1733080959790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40053,1733080959790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:40053, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,304 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,305 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.344sec 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40053,1733080959790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:43,307 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40053,1733080959790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:22:43,308 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:22:43,308 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:22:43,308 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40053,1733080959790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:43,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7066d9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:43,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40053,-1 for getting cluster id 2024-12-01T19:22:43,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:43,327 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d5e59c-e1f8-4499-991c-91261680ef0d' 2024-12-01T19:22:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d5e59c-e1f8-4499-991c-91261680ef0d" 2024-12-01T19:22:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc3574e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40053,-1] 2024-12-01T19:22:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:43,328 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:43,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2fea70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:43,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42395,1733080959899, seqNum=-1] 2024-12-01T19:22:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:43,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:43,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:43,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:43,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019258ac0c0005 connected 2024-12-01T19:22:43,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir so I do NOT create it in target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a 2024-12-01T19:22:43,357 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:22:43,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.tmp.dir so I do NOT create it in target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a 2024-12-01T19:22:43,358 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:22:43,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/cluster_8edc2266-a4d5-9060-c178-fecaf7c095d7, deleteOnExit=true 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/test.cache.data in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:22:43,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:22:43,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:22:43,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:22:43,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:43,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:43,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:22:43,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:43,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:43,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:43,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:43,711 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:22:43,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:43,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b8f72b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:43,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e47cf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:43,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2fc770{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/java.io.tmpdir/jetty-localhost-44689-hadoop-hdfs-3_4_1-tests_jar-_-any-1707118988000568887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:22:43,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a0b2065{HTTP/1.1, (http/1.1)}{localhost:44689} 2024-12-01T19:22:43,802 INFO [Time-limited test {}] server.Server(415): Started @247295ms 2024-12-01T19:22:44,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:22:44,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:22:44,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:22:44,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:22:44,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:22:44,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4b9436{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:22:44,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d73d261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:22:44,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d3c7800{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/java.io.tmpdir/jetty-localhost-37477-hadoop-hdfs-3_4_1-tests_jar-_-any-16030463185303628780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:22:44,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bed0a1b{HTTP/1.1, (http/1.1)}{localhost:37477} 2024-12-01T19:22:44,321 INFO [Time-limited test {}] server.Server(415): Started @247813ms 2024-12-01T19:22:44,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:22:44,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:44,884 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:44,884 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48355 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:22:45,038 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/cluster_8edc2266-a4d5-9060-c178-fecaf7c095d7/data/data1/current/BP-1620262457-172.17.0.3-1733080963371/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:45,038 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/cluster_8edc2266-a4d5-9060-c178-fecaf7c095d7/data/data2/current/BP-1620262457-172.17.0.3-1733080963371/current, will proceed with Du for space computation calculation, 2024-12-01T19:22:45,058 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:22:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fb74684c17c911a with lease ID 0xc39239b1d0e98feb: Processing first storage report for DS-6c623e83-5acf-4406-a8f5-932909aeaa91 from datanode DatanodeRegistration(127.0.0.1:41463, datanodeUuid=61a8f514-9131-4e4c-8f09-f6501c6895bd, infoPort=39633, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1877303917;c=1733080963371) 2024-12-01T19:22:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fb74684c17c911a with lease ID 0xc39239b1d0e98feb: from storage DS-6c623e83-5acf-4406-a8f5-932909aeaa91 node DatanodeRegistration(127.0.0.1:41463, datanodeUuid=61a8f514-9131-4e4c-8f09-f6501c6895bd, infoPort=39633, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1877303917;c=1733080963371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fb74684c17c911a with lease ID 0xc39239b1d0e98feb: Processing first storage report for DS-53858362-ee98-476a-abca-7d544cb40ff3 from datanode DatanodeRegistration(127.0.0.1:41463, datanodeUuid=61a8f514-9131-4e4c-8f09-f6501c6895bd, infoPort=39633, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1877303917;c=1733080963371) 2024-12-01T19:22:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fb74684c17c911a with lease ID 0xc39239b1d0e98feb: from storage DS-53858362-ee98-476a-abca-7d544cb40ff3 node DatanodeRegistration(127.0.0.1:41463, datanodeUuid=61a8f514-9131-4e4c-8f09-f6501c6895bd, infoPort=39633, infoSecurePort=0, ipcPort=43719, storageInfo=lv=-57;cid=testClusterID;nsid=1877303917;c=1733080963371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:22:45,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a 2024-12-01T19:22:45,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:45,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:22:45,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13 with version=8 2024-12-01T19:22:45,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/hbase-staging 2024-12-01T19:22:45,551 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:45,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:45,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:22:45,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:45,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46879 2024-12-01T19:22:45,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46879 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:45,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468790x0, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:45,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46879-0x1019258ac0c0006 connected 2024-12-01T19:22:45,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:45,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:45,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/running 2024-12-01T19:22:45,820 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13, hbase.cluster.distributed=false 2024-12-01T19:22:45,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/acl 2024-12-01T19:22:45,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46879 2024-12-01T19:22:45,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46879 2024-12-01T19:22:45,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46879 2024-12-01T19:22:45,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46879 2024-12-01T19:22:45,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46879 2024-12-01T19:22:45,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:22:45,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:22:45,838 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46869 2024-12-01T19:22:45,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46869 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:45,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:45,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468690x0, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:45,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468690x0, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/running 2024-12-01T19:22:45,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46869-0x1019258ac0c0007 connected 2024-12-01T19:22:45,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:22:45,851 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:22:45,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/master 2024-12-01T19:22:45,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/acl 2024-12-01T19:22:45,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46869 2024-12-01T19:22:45,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46869 2024-12-01T19:22:45,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46869 2024-12-01T19:22:45,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46869 2024-12-01T19:22:45,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46869 2024-12-01T19:22:45,870 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:46879 2024-12-01T19:22:45,871 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1212067686/backup-masters/9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:45,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686/backup-masters 2024-12-01T19:22:45,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686/backup-masters 2024-12-01T19:22:45,882 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on existing znode=/2-1212067686/backup-masters/9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1212067686/master 2024-12-01T19:22:45,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:45,893 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on existing znode=/2-1212067686/master 2024-12-01T19:22:45,893 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1212067686/backup-masters/9168bcbe98d9,46879,1733080965551 from backup master directory 2024-12-01T19:22:45,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1212067686/backup-masters/9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:45,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686/backup-masters 2024-12-01T19:22:45,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686/backup-masters 2024-12-01T19:22:45,903 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:45,903 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:45,905 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/hbase.id] with ID: 4f773609-efa0-4af9-8656-6bec3653a506 2024-12-01T19:22:45,905 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/.tmp/hbase.id 2024-12-01T19:22:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:22:46,310 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/.tmp/hbase.id]:[hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/hbase.id] 2024-12-01T19:22:46,316 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:22:46,316 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:22:46,317 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:22:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:22:46,771 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:46,772 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:22:46,772 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:46,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:22:47,178 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store 2024-12-01T19:22:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:22:47,182 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:47,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:22:47,183 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:47,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:47,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:22:47,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:47,183 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:22:47,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080967183Disabling compacts and flushes for region at 1733080967183Disabling writes for close at 1733080967183Writing region close event to WAL at 1733080967183Closed at 1733080967183 2024-12-01T19:22:47,183 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/.initializing 2024-12-01T19:22:47,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/WALs/9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:47,184 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:47,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C46879%2C1733080965551, suffix=, logDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/WALs/9168bcbe98d9,46879,1733080965551, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/oldWALs, maxLogs=10 2024-12-01T19:22:47,200 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/WALs/9168bcbe98d9,46879,1733080965551/9168bcbe98d9%2C46879%2C1733080965551.1733080967185, exclude list is [], retry=0 2024-12-01T19:22:47,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-6c623e83-5acf-4406-a8f5-932909aeaa91,DISK] 2024-12-01T19:22:47,203 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/WALs/9168bcbe98d9,46879,1733080965551/9168bcbe98d9%2C46879%2C1733080965551.1733080967185 2024-12-01T19:22:47,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-12-01T19:22:47,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:47,204 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:47,205 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,205 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:22:47,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:22:47,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:47,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:47,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:22:47,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:47,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:47,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:22:47,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:47,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:47,210 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,211 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,211 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,212 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,212 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,212 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:47,213 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:22:47,215 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:47,215 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75495871, jitterRate=0.12497614324092865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:47,215 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733080967205Initializing all the Stores at 1733080967205Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080967205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080967206 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080967206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080967206Cleaning up temporary data from old regions at 1733080967212 (+6 ms)Region opened successfully at 1733080967215 (+3 ms) 2024-12-01T19:22:47,215 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:22:47,217 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c491e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:47,218 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:22:47,218 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:22:47,218 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:22:47,218 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:22:47,218 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:22:47,219 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:22:47,219 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:22:47,220 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:22:47,220 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Unable to get data of znode /2-1212067686/balancer because node does not exist (not necessarily an error) 2024-12-01T19:22:47,271 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1212067686/balancer already deleted, retry=false 2024-12-01T19:22:47,272 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:22:47,273 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Unable to get data of znode /2-1212067686/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:22:47,282 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1212067686/normalizer already deleted, retry=false 2024-12-01T19:22:47,282 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:22:47,283 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Unable to get data of znode /2-1212067686/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:22:47,292 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1212067686/switch/split already deleted, retry=false 2024-12-01T19:22:47,293 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Unable to get data of znode /2-1212067686/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:22:47,303 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1212067686/switch/merge already deleted, retry=false 2024-12-01T19:22:47,304 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Unable to get data of znode /2-1212067686/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:22:47,313 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1212067686/snapshot-cleanup already deleted, retry=false 2024-12-01T19:22:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1212067686/running 2024-12-01T19:22:47,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1212067686/running 2024-12-01T19:22:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:47,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,46879,1733080965551, sessionid=0x1019258ac0c0006, setting cluster-up flag (Was=false) 2024-12-01T19:22:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:47,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:47,387 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1212067686/flush-table-proc/acquired, /2-1212067686/flush-table-proc/reached, /2-1212067686/flush-table-proc/abort 2024-12-01T19:22:47,388 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:47,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:47,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:47,439 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1212067686/online-snapshot/acquired, /2-1212067686/online-snapshot/reached, /2-1212067686/online-snapshot/abort 2024-12-01T19:22:47,440 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:47,441 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:22:47,442 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:47,442 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:22:47,443 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:22:47,443 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,46879,1733080965551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:47,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733080997445 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:22:47,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:47,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:22:47,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,446 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:22:47,446 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:22:47,446 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:22:47,446 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:22:47,446 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:47,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:22:47,446 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:22:47,446 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:22:47,447 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080967446,5,FailOnTimeoutGroup] 2024-12-01T19:22:47,447 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080967447,5,FailOnTimeoutGroup] 2024-12-01T19:22:47,447 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,447 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:22:47,447 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,447 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:22:47,463 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(746): ClusterId : 4f773609-efa0-4af9-8656-6bec3653a506 2024-12-01T19:22:47,463 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:22:47,472 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:22:47,472 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:22:47,482 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:22:47,482 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dca194e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:22:47,493 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:46869 2024-12-01T19:22:47,494 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:22:47,494 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:22:47,494 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:22:47,494 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,46879,1733080965551 with port=46869, startcode=1733080965836 2024-12-01T19:22:47,494 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:22:47,495 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:22:47,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:47,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46879 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:47,497 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13 2024-12-01T19:22:47,497 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33719 2024-12-01T19:22:47,497 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:22:47,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686/rs 2024-12-01T19:22:47,554 DEBUG [RS:0;9168bcbe98d9:46869 {}] zookeeper.ZKUtil(111): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on existing znode=/2-1212067686/rs/9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:47,554 WARN [RS:0;9168bcbe98d9:46869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:22:47,554 INFO [RS:0;9168bcbe98d9:46869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:47,554 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:47,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,46869,1733080965836] 2024-12-01T19:22:47,557 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:22:47,558 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:22:47,558 INFO [RS:0;9168bcbe98d9:46869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:22:47,558 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,559 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:22:47,559 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:22:47,559 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,559 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,560 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,560 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,560 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:22:47,560 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:47,560 DEBUG [RS:0;9168bcbe98d9:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:22:47,560 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,560 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,560 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,560 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,560 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,560 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46869,1733080965836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:47,572 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:22:47,572 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46869,1733080965836-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,572 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,572 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.Replication(171): 9168bcbe98d9,46869,1733080965836 started 2024-12-01T19:22:47,583 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:47,583 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,46869,1733080965836, RpcServer on 9168bcbe98d9/172.17.0.3:46869, sessionid=0x1019258ac0c0007 2024-12-01T19:22:47,583 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:22:47,583 DEBUG [RS:0;9168bcbe98d9:46869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:47,583 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46869,1733080965836' 2024-12-01T19:22:47,583 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1212067686/flush-table-proc/abort' 2024-12-01T19:22:47,583 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1212067686/flush-table-proc/acquired' 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,46869,1733080965836' 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1212067686/online-snapshot/abort' 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1212067686/online-snapshot/acquired' 2024-12-01T19:22:47,584 DEBUG [RS:0;9168bcbe98d9:46869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:22:47,584 INFO [RS:0;9168bcbe98d9:46869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:22:47,584 INFO [RS:0;9168bcbe98d9:46869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:22:47,685 INFO [RS:0;9168bcbe98d9:46869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:22:47,686 INFO [RS:0;9168bcbe98d9:46869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46869%2C1733080965836, suffix=, logDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/oldWALs, maxLogs=10 2024-12-01T19:22:47,697 DEBUG [RS:0;9168bcbe98d9:46869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, exclude list is [], retry=0 2024-12-01T19:22:47,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-6c623e83-5acf-4406-a8f5-932909aeaa91,DISK] 2024-12-01T19:22:47,700 INFO [RS:0;9168bcbe98d9:46869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 2024-12-01T19:22:47,700 DEBUG [RS:0;9168bcbe98d9:46869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-12-01T19:22:47,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:22:47,854 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13 2024-12-01T19:22:47,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:22:48,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:48,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:48,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:48,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:48,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:48,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:48,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:48,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:48,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:48,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:48,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740 2024-12-01T19:22:48,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740 2024-12-01T19:22:48,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:48,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:48,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:48,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:48,269 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62138546, jitterRate=-0.0740635097026825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733080968259Initializing all the Stores at 1733080968260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080968260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080968260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080968260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080968260Cleaning up temporary data from old regions at 1733080968266 (+6 ms)Region opened successfully at 1733080968269 (+3 ms) 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:22:48,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:22:48,269 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:22:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080968269Disabling compacts and flushes for region at 1733080968269Disabling writes for close at 1733080968269Writing region close event to WAL at 1733080968269Closed at 1733080968269 2024-12-01T19:22:48,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:48,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:22:48,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:22:48,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:48,272 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:22:48,422 DEBUG [9168bcbe98d9:46879 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:22:48,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:48,423 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46869,1733080965836, state=OPENING 2024-12-01T19:22:48,482 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:22:48,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:48,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:22:48,493 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:22:48,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1212067686/meta-region-server: CHANGED 2024-12-01T19:22:48,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1212067686/meta-region-server: CHANGED 2024-12-01T19:22:48,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46869,1733080965836}] 2024-12-01T19:22:48,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:22:48,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:22:48,648 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:22:48,648 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:48,648 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:22:48,649 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46869%2C1733080965836.meta, suffix=.meta, logDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/oldWALs, maxLogs=10 2024-12-01T19:22:48,660 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.meta.1733080968649.meta, exclude list is [], retry=0 2024-12-01T19:22:48,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-6c623e83-5acf-4406-a8f5-932909aeaa91,DISK] 2024-12-01T19:22:48,663 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.meta.1733080968649.meta 2024-12-01T19:22:48,663 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-12-01T19:22:48,663 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:48,663 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:48,664 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:48,664 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:22:48,664 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:22:48,664 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:22:48,664 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:48,664 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:22:48,664 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:22:48,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:22:48,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:22:48,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:22:48,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:22:48,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:22:48,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:22:48,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:22:48,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:22:48,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:22:48,668 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:22:48,669 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740 2024-12-01T19:22:48,669 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740 2024-12-01T19:22:48,670 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:22:48,670 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:22:48,670 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:22:48,671 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:22:48,671 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60554044, jitterRate=-0.0976744294166565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:22:48,671 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:22:48,671 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733080968664Writing region info on filesystem at 1733080968664Initializing all the Stores at 1733080968665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080968665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080968665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080968665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733080968665Cleaning up temporary data from old regions at 1733080968670 (+5 ms)Running coprocessor post-open hooks at 1733080968671 (+1 ms)Region opened successfully at 1733080968671 2024-12-01T19:22:48,672 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733080968644 2024-12-01T19:22:48,673 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:22:48,673 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:22:48,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:48,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,46869,1733080965836, state=OPEN 2024-12-01T19:22:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1212067686/meta-region-server 2024-12-01T19:22:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1212067686/meta-region-server 2024-12-01T19:22:48,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:48,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1212067686/meta-region-server: CHANGED 2024-12-01T19:22:48,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1212067686/meta-region-server: CHANGED 2024-12-01T19:22:48,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:22:48,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,46869,1733080965836 in 189 msec 2024-12-01T19:22:48,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:22:48,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-12-01T19:22:48,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:22:48,685 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:22:48,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:48,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46869,1733080965836, seqNum=-1] 2024-12-01T19:22:48,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:48,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:48,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-01T19:22:48,691 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733080968691, completionTime=-1 2024-12-01T19:22:48,691 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:22:48,691 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081028693 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081088693 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46879,1733080965551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46879,1733080965551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46879,1733080965551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:46879, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,693 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,694 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.793sec 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46879,1733080965551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:22:48,696 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46879,1733080965551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:22:48,698 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:22:48,698 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:22:48,698 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,46879,1733080965551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:22:48,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46833442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:48,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:22:48,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:48,765 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:22:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:48,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:22:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659204d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:22:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:48,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:48,766 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:48,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ddd24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:48,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46869,1733080965836, seqNum=-1] 2024-12-01T19:22:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:48,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:22:48,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:48,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51160 2024-12-01T19:22:48,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:22:48,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019258ac0c0008 connected 2024-12-01T19:22:48,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9e7733 2024-12-01T19:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:48,791 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:48,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:22:48,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:48,794 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:48,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:22:48,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:48,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:48,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:22:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:49,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8c0291776a1a5ac8867f7a52022b972, NAME => 'test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895 2024-12-01T19:22:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:22:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:49,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:49,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8c0291776a1a5ac8867f7a52022b972, disabling compactions & flushes 2024-12-01T19:22:49,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. after waiting 0 ms 2024-12-01T19:22:49,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8c0291776a1a5ac8867f7a52022b972: Waiting for close lock at 1733080969612Disabling compacts and flushes for region at 1733080969612Disabling writes for close at 1733080969612Writing region close event to WAL at 1733080969612Closed at 1733080969612 2024-12-01T19:22:49,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:49,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080969613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080969613"}]},"ts":"1733080969613"} 2024-12-01T19:22:49,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:49,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:49,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080969615"}]},"ts":"1733080969615"} 2024-12-01T19:22:49,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:22:49,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8c0291776a1a5ac8867f7a52022b972, ASSIGN}] 2024-12-01T19:22:49,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8c0291776a1a5ac8867f7a52022b972, ASSIGN 2024-12-01T19:22:49,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8c0291776a1a5ac8867f7a52022b972, ASSIGN; state=OFFLINE, location=9168bcbe98d9,44253,1733080955347; forceNewPlan=false, retain=false 2024-12-01T19:22:49,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8c0291776a1a5ac8867f7a52022b972, regionState=OPENING, regionLocation=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:49,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8c0291776a1a5ac8867f7a52022b972, ASSIGN because future has completed 2024-12-01T19:22:49,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c0291776a1a5ac8867f7a52022b972, server=9168bcbe98d9,44253,1733080955347}] 2024-12-01T19:22:49,926 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,926 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8c0291776a1a5ac8867f7a52022b972, NAME => 'test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:49,926 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:49,926 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:22:49,926 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,926 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:49,926 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,926 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,927 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,928 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c0291776a1a5ac8867f7a52022b972 columnFamilyName f 2024-12-01T19:22:49,928 DEBUG [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:49,928 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] regionserver.HStore(327): Store=b8c0291776a1a5ac8867f7a52022b972/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:49,928 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,929 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c0291776a1a5ac8867f7a52022b972 columnFamilyName f1 2024-12-01T19:22:49,929 DEBUG [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:49,929 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] regionserver.HStore(327): Store=b8c0291776a1a5ac8867f7a52022b972/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:49,930 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,930 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c0291776a1a5ac8867f7a52022b972 columnFamilyName norep 2024-12-01T19:22:49,930 DEBUG [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:49,930 INFO [StoreOpener-b8c0291776a1a5ac8867f7a52022b972-1 {}] regionserver.HStore(327): Store=b8c0291776a1a5ac8867f7a52022b972/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:49,931 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,931 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,931 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,932 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,932 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,932 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:49,933 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,934 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:49,935 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8c0291776a1a5ac8867f7a52022b972; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72907365, jitterRate=0.08640439808368683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:49,935 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:22:49,935 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8c0291776a1a5ac8867f7a52022b972: Running coprocessor pre-open hook at 1733080969926Writing region info on filesystem at 1733080969926Initializing all the Stores at 1733080969927 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080969927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080969927Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080969927Cleaning up temporary data from old regions at 1733080969932 (+5 ms)Running coprocessor post-open hooks at 1733080969935 (+3 ms)Region opened successfully at 1733080969935 2024-12-01T19:22:49,936 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972., pid=6, masterSystemTime=1733080969922 2024-12-01T19:22:49,937 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,937 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:22:49,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8c0291776a1a5ac8867f7a52022b972, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:49,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c0291776a1a5ac8867f7a52022b972, server=9168bcbe98d9,44253,1733080955347 because future has completed 2024-12-01T19:22:49,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:22:49,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8c0291776a1a5ac8867f7a52022b972, server=9168bcbe98d9,44253,1733080955347 in 169 msec 2024-12-01T19:22:49,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:22:49,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8c0291776a1a5ac8867f7a52022b972, ASSIGN in 324 msec 2024-12-01T19:22:49,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:49,943 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080969943"}]},"ts":"1733080969943"} 2024-12-01T19:22:49,944 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:22:49,945 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:49,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-01T19:22:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:50,944 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:22:50,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e64f70 2024-12-01T19:22:50,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:50,946 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:50,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:22:50,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:50,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:50,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:22:50,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:50,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:22:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:51,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fcc2f7c248a97aa7c1b8210774a2dd3, NAME => 'test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819 2024-12-01T19:22:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:22:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:51,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:51,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9fcc2f7c248a97aa7c1b8210774a2dd3, disabling compactions & flushes 2024-12-01T19:22:51,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:51,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:51,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. after waiting 0 ms 2024-12-01T19:22:51,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:51,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:51,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fcc2f7c248a97aa7c1b8210774a2dd3: Waiting for close lock at 1733080971762Disabling compacts and flushes for region at 1733080971762Disabling writes for close at 1733080971762Writing region close event to WAL at 1733080971762Closed at 1733080971762 2024-12-01T19:22:51,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:51,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080971763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080971763"}]},"ts":"1733080971763"} 2024-12-01T19:22:51,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:51,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:51,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080971765"}]},"ts":"1733080971765"} 2024-12-01T19:22:51,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:22:51,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fcc2f7c248a97aa7c1b8210774a2dd3, ASSIGN}] 2024-12-01T19:22:51,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fcc2f7c248a97aa7c1b8210774a2dd3, ASSIGN 2024-12-01T19:22:51,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9fcc2f7c248a97aa7c1b8210774a2dd3, ASSIGN; state=OFFLINE, location=9168bcbe98d9,42395,1733080959899; forceNewPlan=false, retain=false 2024-12-01T19:22:51,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fcc2f7c248a97aa7c1b8210774a2dd3, regionState=OPENING, regionLocation=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:51,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9fcc2f7c248a97aa7c1b8210774a2dd3, ASSIGN because future has completed 2024-12-01T19:22:51,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fcc2f7c248a97aa7c1b8210774a2dd3, server=9168bcbe98d9,42395,1733080959899}] 2024-12-01T19:22:52,075 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:52,075 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fcc2f7c248a97aa7c1b8210774a2dd3, NAME => 'test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:52,075 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:52,076 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:22:52,076 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,076 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:52,076 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,076 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,077 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,077 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fcc2f7c248a97aa7c1b8210774a2dd3 columnFamilyName f 2024-12-01T19:22:52,077 DEBUG [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:52,078 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] regionserver.HStore(327): Store=9fcc2f7c248a97aa7c1b8210774a2dd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:52,078 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,078 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fcc2f7c248a97aa7c1b8210774a2dd3 columnFamilyName f1 2024-12-01T19:22:52,078 DEBUG [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:52,079 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] regionserver.HStore(327): Store=9fcc2f7c248a97aa7c1b8210774a2dd3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:52,079 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,079 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fcc2f7c248a97aa7c1b8210774a2dd3 columnFamilyName norep 2024-12-01T19:22:52,079 DEBUG [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:52,079 INFO [StoreOpener-9fcc2f7c248a97aa7c1b8210774a2dd3-1 {}] regionserver.HStore(327): Store=9fcc2f7c248a97aa7c1b8210774a2dd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:52,079 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,080 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,080 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:52,082 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,083 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:52,083 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9fcc2f7c248a97aa7c1b8210774a2dd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72024930, jitterRate=0.07325509190559387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:52,083 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:22:52,083 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9fcc2f7c248a97aa7c1b8210774a2dd3: Running coprocessor pre-open hook at 1733080972076Writing region info on filesystem at 1733080972076Initializing all the Stores at 1733080972076Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080972076Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080972076Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080972077 (+1 ms)Cleaning up temporary data from old regions at 1733080972081 (+4 ms)Running coprocessor post-open hooks at 1733080972083 (+2 ms)Region opened successfully at 1733080972083 2024-12-01T19:22:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:52,084 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3., pid=6, masterSystemTime=1733080972072 2024-12-01T19:22:52,085 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:52,085 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:22:52,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fcc2f7c248a97aa7c1b8210774a2dd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:52,087 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40053 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9168bcbe98d9,42395,1733080959899, table=test, region=9fcc2f7c248a97aa7c1b8210774a2dd3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-01T19:22:52,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fcc2f7c248a97aa7c1b8210774a2dd3, server=9168bcbe98d9,42395,1733080959899 because future has completed 2024-12-01T19:22:52,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:22:52,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fcc2f7c248a97aa7c1b8210774a2dd3, server=9168bcbe98d9,42395,1733080959899 in 168 msec 2024-12-01T19:22:52,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:22:52,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9fcc2f7c248a97aa7c1b8210774a2dd3, ASSIGN in 322 msec 2024-12-01T19:22:52,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:52,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080972091"}]},"ts":"1733080972091"} 2024-12-01T19:22:52,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:22:52,093 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:52,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-01T19:22:52,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:22:52,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T19:22:52,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:22:52,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T19:22:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:53,095 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:22:53,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b4c23a 2024-12-01T19:22:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:53,096 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:53,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:22:53,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:53,098 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:53,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:22:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:53,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:53,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:22:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:53,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abcfcc012bac4732ec565718eb4e1abf, NAME => 'test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13 2024-12-01T19:22:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:22:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abcfcc012bac4732ec565718eb4e1abf, disabling compactions & flushes 2024-12-01T19:22:53,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:53,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:53,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. after waiting 0 ms 2024-12-01T19:22:53,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:53,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:53,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abcfcc012bac4732ec565718eb4e1abf: Waiting for close lock at 1733080973910Disabling compacts and flushes for region at 1733080973910Disabling writes for close at 1733080973911 (+1 ms)Writing region close event to WAL at 1733080973911Closed at 1733080973911 2024-12-01T19:22:53,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:53,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733080973912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080973912"}]},"ts":"1733080973912"} 2024-12-01T19:22:53,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:53,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:53,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080973914"}]},"ts":"1733080973914"} 2024-12-01T19:22:53,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:22:53,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abcfcc012bac4732ec565718eb4e1abf, ASSIGN}] 2024-12-01T19:22:53,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abcfcc012bac4732ec565718eb4e1abf, ASSIGN 2024-12-01T19:22:53,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abcfcc012bac4732ec565718eb4e1abf, ASSIGN; state=OFFLINE, location=9168bcbe98d9,46869,1733080965836; forceNewPlan=false, retain=false 2024-12-01T19:22:54,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abcfcc012bac4732ec565718eb4e1abf, regionState=OPENING, regionLocation=9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abcfcc012bac4732ec565718eb4e1abf, ASSIGN because future has completed 2024-12-01T19:22:54,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abcfcc012bac4732ec565718eb4e1abf, server=9168bcbe98d9,46869,1733080965836}] 2024-12-01T19:22:54,166 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:54,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:54,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:22:54,223 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:54,223 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abcfcc012bac4732ec565718eb4e1abf, NAME => 'test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:54,223 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:54,223 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:22:54,223 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,223 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:54,224 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,224 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,225 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,226 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abcfcc012bac4732ec565718eb4e1abf columnFamilyName f 2024-12-01T19:22:54,226 DEBUG [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:54,226 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] regionserver.HStore(327): Store=abcfcc012bac4732ec565718eb4e1abf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:54,226 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,227 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abcfcc012bac4732ec565718eb4e1abf columnFamilyName f1 2024-12-01T19:22:54,227 DEBUG [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:54,227 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] regionserver.HStore(327): Store=abcfcc012bac4732ec565718eb4e1abf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:54,227 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,228 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abcfcc012bac4732ec565718eb4e1abf columnFamilyName norep 2024-12-01T19:22:54,228 DEBUG [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:54,228 INFO [StoreOpener-abcfcc012bac4732ec565718eb4e1abf-1 {}] regionserver.HStore(327): Store=abcfcc012bac4732ec565718eb4e1abf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:54,229 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,229 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,229 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,230 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,230 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,230 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:54,231 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,232 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:54,232 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abcfcc012bac4732ec565718eb4e1abf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65768386, jitterRate=-0.01997467875480652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:54,232 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:22:54,233 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abcfcc012bac4732ec565718eb4e1abf: Running coprocessor pre-open hook at 1733080974224Writing region info on filesystem at 1733080974224Initializing all the Stores at 1733080974224Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080974224Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080974224Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080974224Cleaning up temporary data from old regions at 1733080974230 (+6 ms)Running coprocessor post-open hooks at 1733080974232 (+2 ms)Region opened successfully at 1733080974233 (+1 ms) 2024-12-01T19:22:54,233 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf., pid=6, masterSystemTime=1733080974220 2024-12-01T19:22:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:54,235 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:54,235 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:22:54,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abcfcc012bac4732ec565718eb4e1abf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,46869,1733080965836 2024-12-01T19:22:54,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abcfcc012bac4732ec565718eb4e1abf, server=9168bcbe98d9,46869,1733080965836 because future has completed 2024-12-01T19:22:54,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:22:54,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abcfcc012bac4732ec565718eb4e1abf, server=9168bcbe98d9,46869,1733080965836 in 169 msec 2024-12-01T19:22:54,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:22:54,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abcfcc012bac4732ec565718eb4e1abf, ASSIGN in 324 msec 2024-12-01T19:22:54,241 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:54,241 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080974241"}]},"ts":"1733080974241"} 2024-12-01T19:22:54,242 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:22:54,243 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:54,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-01T19:22:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:22:55,244 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:22:55,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b78659d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:55,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:22:55,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:55,245 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:22:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:22:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9c76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:22:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:55,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:55,247 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:55,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723813ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:55,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238b99e1 2024-12-01T19:22:55,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:55,249 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:55,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:40053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:22:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:22:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:55,251 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:40053' 2024-12-01T19:22:55,252 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ffdb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:55,252 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40053,-1 for getting cluster id 2024-12-01T19:22:55,252 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:55,252 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d5e59c-e1f8-4499-991c-91261680ef0d' 2024-12-01T19:22:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d5e59c-e1f8-4499-991c-91261680ef0d" 2024-12-01T19:22:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306fd7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40053,-1] 2024-12-01T19:22:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:55,254 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:55,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75278771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:55,254 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:55,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:55,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0ab23d 2024-12-01T19:22:55,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:55,256 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:55,256 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T19:22:55,256 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:22:55,256 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:55,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:55,257 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:55,257 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:55,258 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:22:55,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:55,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:55,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:22:55,308 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:22:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:55,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 348bf0cb1920ae1aeb867dfb82252c91, NAME => 'hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895 2024-12-01T19:22:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:22:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:56,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:56,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 348bf0cb1920ae1aeb867dfb82252c91, disabling compactions & flushes 2024-12-01T19:22:56,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. after waiting 0 ms 2024-12-01T19:22:56,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 348bf0cb1920ae1aeb867dfb82252c91: Waiting for close lock at 1733080976072Disabling compacts and flushes for region at 1733080976072Disabling writes for close at 1733080976072Writing region close event to WAL at 1733080976072Closed at 1733080976072 2024-12-01T19:22:56,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:56,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080976073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080976073"}]},"ts":"1733080976073"} 2024-12-01T19:22:56,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:56,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:56,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080976076"}]},"ts":"1733080976076"} 2024-12-01T19:22:56,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:22:56,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=348bf0cb1920ae1aeb867dfb82252c91, ASSIGN}] 2024-12-01T19:22:56,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=348bf0cb1920ae1aeb867dfb82252c91, ASSIGN 2024-12-01T19:22:56,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=348bf0cb1920ae1aeb867dfb82252c91, ASSIGN; state=OFFLINE, location=9168bcbe98d9,44253,1733080955347; forceNewPlan=false, retain=false 2024-12-01T19:22:56,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=348bf0cb1920ae1aeb867dfb82252c91, regionState=OPENING, regionLocation=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:56,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=348bf0cb1920ae1aeb867dfb82252c91, ASSIGN because future has completed 2024-12-01T19:22:56,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 348bf0cb1920ae1aeb867dfb82252c91, server=9168bcbe98d9,44253,1733080955347}] 2024-12-01T19:22:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:56,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:56,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:22:56,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C44253%2C1733080955347.rep, suffix=, logDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347, archiveDir=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/oldWALs, maxLogs=10 2024-12-01T19:22:56,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.rep.1733080976387, exclude list is [], retry=0 2024-12-01T19:22:56,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35783,DS-909362fe-1e21-49ab-bcb3-1cba49fe3a0e,DISK] 2024-12-01T19:22:56,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.rep.1733080976387 2024-12-01T19:22:56,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45795:45795)] 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 348bf0cb1920ae1aeb867dfb82252c91, NAME => 'hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:56,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. service=MultiRowMutationService 2024-12-01T19:22:56,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,403 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,404 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348bf0cb1920ae1aeb867dfb82252c91 columnFamilyName hfileref 2024-12-01T19:22:56,404 DEBUG [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:56,405 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] regionserver.HStore(327): Store=348bf0cb1920ae1aeb867dfb82252c91/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:56,405 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,406 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348bf0cb1920ae1aeb867dfb82252c91 columnFamilyName queue 2024-12-01T19:22:56,406 DEBUG [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:56,406 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] regionserver.HStore(327): Store=348bf0cb1920ae1aeb867dfb82252c91/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:56,406 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,407 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348bf0cb1920ae1aeb867dfb82252c91 columnFamilyName sid 2024-12-01T19:22:56,407 DEBUG [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:56,407 INFO [StoreOpener-348bf0cb1920ae1aeb867dfb82252c91-1 {}] regionserver.HStore(327): Store=348bf0cb1920ae1aeb867dfb82252c91/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/replication/348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/replication/348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:56,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/replication/348bf0cb1920ae1aeb867dfb82252c91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:56,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 348bf0cb1920ae1aeb867dfb82252c91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351632, jitterRate=0.06322216987609863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:56,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:22:56,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 348bf0cb1920ae1aeb867dfb82252c91: Running coprocessor pre-open hook at 1733080976402Writing region info on filesystem at 1733080976402Initializing all the Stores at 1733080976403 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080976403Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080976403Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080976403Cleaning up temporary data from old regions at 1733080976409 (+6 ms)Running coprocessor post-open hooks at 1733080976412 (+3 ms)Region opened successfully at 1733080976412 2024-12-01T19:22:56,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91., pid=10, masterSystemTime=1733080976383 2024-12-01T19:22:56,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:22:56,415 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=348bf0cb1920ae1aeb867dfb82252c91, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,44253,1733080955347 2024-12-01T19:22:56,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 348bf0cb1920ae1aeb867dfb82252c91, server=9168bcbe98d9,44253,1733080955347 because future has completed 2024-12-01T19:22:56,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:22:56,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 348bf0cb1920ae1aeb867dfb82252c91, server=9168bcbe98d9,44253,1733080955347 in 186 msec 2024-12-01T19:22:56,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:22:56,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=348bf0cb1920ae1aeb867dfb82252c91, ASSIGN in 342 msec 2024-12-01T19:22:56,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:56,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080976421"}]},"ts":"1733080976421"} 2024-12-01T19:22:56,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:22:56,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:56,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-01T19:22:56,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91., hostname=9168bcbe98d9,44253,1733080955347, seqNum=2] 2024-12-01T19:22:56,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:56,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:22:56,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:22:56,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:22:56,719 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:22:56,741 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,44253,1733080955347, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:22:56,742 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:56,742 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,44253,1733080955347, seqNum=-1] 2024-12-01T19:22:56,742 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:56,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-01T19:22:56,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,44253,1733080955347', locateType=CURRENT is [region=hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91., hostname=9168bcbe98d9,44253,1733080955347, seqNum=2] 2024-12-01T19:22:56,747 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:22:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:22:56,749 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,44253,1733080955347 suceeded 2024-12-01T19:22:56,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:22:56,750 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:40053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:22:56,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-01T19:22:56,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-12-01T19:22:56,766 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:40053' 2024-12-01T19:22:56,767 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6693be10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:56,767 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40053,-1 for getting cluster id 2024-12-01T19:22:56,767 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:56,768 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d5e59c-e1f8-4499-991c-91261680ef0d' 2024-12-01T19:22:56,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:56,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d5e59c-e1f8-4499-991c-91261680ef0d" 2024-12-01T19:22:56,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43342d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:56,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40053,-1] 2024-12-01T19:22:56,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:56,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:56,769 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:56,769 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d633b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:56,769 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:56,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:56,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a52951e 2024-12-01T19:22:56,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:56,771 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-01T19:22:56,771 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,44253,1733080955347 (queues=1) is replicating from cluster=db0c1676-e2f5-416d-8bed-af4c7058d3b0 to cluster=d3d5e59c-e1f8-4499-991c-91261680ef0d 2024-12-01T19:22:56,772 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C44253%2C1733080955347 2024-12-01T19:22:56,772 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,44253,1733080955347, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:22:56,773 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, startPosition=0, beingWritten=true 2024-12-01T19:22:56,773 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C44253%2C1733080955347 2024-12-01T19:22:56,777 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:56,777 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:56,777 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:56,980 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:57,283 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45229 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:57,394 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:22:57,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:57,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:57,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:57,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:57,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:57,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d731116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:57,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40053,-1 for getting cluster id 2024-12-01T19:22:57,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:57,396 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d5e59c-e1f8-4499-991c-91261680ef0d' 2024-12-01T19:22:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d5e59c-e1f8-4499-991c-91261680ef0d" 2024-12-01T19:22:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46db143a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40053,-1] 2024-12-01T19:22:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:57,397 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758880a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:57,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40053,1733080959790 2024-12-01T19:22:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f0dbe4 2024-12-01T19:22:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:57,399 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:57,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:46879,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:22:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:22:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:57,401 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:46879' 2024-12-01T19:22:57,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@707b9237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:57,402 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:22:57,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:57,403 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:22:57,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:57,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:22:57,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75669262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:57,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:22:57,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:57,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:57,404 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:57,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1a0814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:57,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:57,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:57,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44edf62 2024-12-01T19:22:57,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:57,406 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:57,406 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:22:57,407 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:22:57,407 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:57,407 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:57,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:57,407 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:57,408 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:22:57,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:57,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:57,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:22:57,458 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:22:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:57,687 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:57,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ac2fef601953ea581ef0cb410b735f4, NAME => 'hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819 2024-12-01T19:22:57,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:22:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:58,190 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:58,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:58,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ac2fef601953ea581ef0cb410b735f4, disabling compactions & flushes 2024-12-01T19:22:58,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. after waiting 0 ms 2024-12-01T19:22:58,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,221 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ac2fef601953ea581ef0cb410b735f4: Waiting for close lock at 1733080978221Disabling compacts and flushes for region at 1733080978221Disabling writes for close at 1733080978221Writing region close event to WAL at 1733080978221Closed at 1733080978221 2024-12-01T19:22:58,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:22:58,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080978222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080978222"}]},"ts":"1733080978222"} 2024-12-01T19:22:58,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:22:58,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:22:58,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080978224"}]},"ts":"1733080978224"} 2024-12-01T19:22:58,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:22:58,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ac2fef601953ea581ef0cb410b735f4, ASSIGN}] 2024-12-01T19:22:58,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ac2fef601953ea581ef0cb410b735f4, ASSIGN 2024-12-01T19:22:58,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ac2fef601953ea581ef0cb410b735f4, ASSIGN; state=OFFLINE, location=9168bcbe98d9,42395,1733080959899; forceNewPlan=false, retain=false 2024-12-01T19:22:58,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ac2fef601953ea581ef0cb410b735f4, regionState=OPENING, regionLocation=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:58,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ac2fef601953ea581ef0cb410b735f4, ASSIGN because future has completed 2024-12-01T19:22:58,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ac2fef601953ea581ef0cb410b735f4, server=9168bcbe98d9,42395,1733080959899}] 2024-12-01T19:22:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:58,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:22:58,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:22:58,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C42395%2C1733080959899.rep, suffix=, logDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899, archiveDir=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/oldWALs, maxLogs=10 2024-12-01T19:22:58,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.rep.1733080978537, exclude list is [], retry=0 2024-12-01T19:22:58,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46475,DS-8d8d09e9-0b91-4cde-a412-9ecb3f35d469,DISK] 2024-12-01T19:22:58,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.rep.1733080978537 2024-12-01T19:22:58,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42013:42013)] 2024-12-01T19:22:58,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ac2fef601953ea581ef0cb410b735f4, NAME => 'hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:22:58,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:22:58,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:22:58,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. service=MultiRowMutationService 2024-12-01T19:22:58,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:22:58,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:22:58,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,554 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,555 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac2fef601953ea581ef0cb410b735f4 columnFamilyName hfileref 2024-12-01T19:22:58,555 DEBUG [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:58,555 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] regionserver.HStore(327): Store=1ac2fef601953ea581ef0cb410b735f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:58,555 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,556 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac2fef601953ea581ef0cb410b735f4 columnFamilyName queue 2024-12-01T19:22:58,556 DEBUG [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:58,556 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] regionserver.HStore(327): Store=1ac2fef601953ea581ef0cb410b735f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:58,556 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,557 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac2fef601953ea581ef0cb410b735f4 columnFamilyName sid 2024-12-01T19:22:58,557 DEBUG [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:58,557 INFO [StoreOpener-1ac2fef601953ea581ef0cb410b735f4-1 {}] regionserver.HStore(327): Store=1ac2fef601953ea581ef0cb410b735f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:22:58,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/replication/1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/replication/1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:22:58,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/replication/1ac2fef601953ea581ef0cb410b735f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:22:58,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ac2fef601953ea581ef0cb410b735f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64214363, jitterRate=-0.043131425976753235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:22:58,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:22:58,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ac2fef601953ea581ef0cb410b735f4: Running coprocessor pre-open hook at 1733080978553Writing region info on filesystem at 1733080978553Initializing all the Stores at 1733080978553Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080978553Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080978554 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080978554Cleaning up temporary data from old regions at 1733080978558 (+4 ms)Running coprocessor post-open hooks at 1733080978561 (+3 ms)Region opened successfully at 1733080978561 2024-12-01T19:22:58,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4., pid=10, masterSystemTime=1733080978532 2024-12-01T19:22:58,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:22:58,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ac2fef601953ea581ef0cb410b735f4, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,42395,1733080959899 2024-12-01T19:22:58,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ac2fef601953ea581ef0cb410b735f4, server=9168bcbe98d9,42395,1733080959899 because future has completed 2024-12-01T19:22:58,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:22:58,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ac2fef601953ea581ef0cb410b735f4, server=9168bcbe98d9,42395,1733080959899 in 185 msec 2024-12-01T19:22:58,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:22:58,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ac2fef601953ea581ef0cb410b735f4, ASSIGN in 341 msec 2024-12-01T19:22:58,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:22:58,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080978568"}]},"ts":"1733080978568"} 2024-12-01T19:22:58,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:22:58,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:22:58,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-12-01T19:22:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4., hostname=9168bcbe98d9,42395,1733080959899, seqNum=2] 2024-12-01T19:22:58,793 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:58,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:58,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:22:58,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:22:58,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:22:58,968 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:22:58,993 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,42395,1733080959899, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:22:58,993 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:22:58,993 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42395,1733080959899, seqNum=-1] 2024-12-01T19:22:58,994 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:22:58,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-01T19:22:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,42395,1733080959899', locateType=CURRENT is [region=hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4., hostname=9168bcbe98d9,42395,1733080959899, seqNum=2] 2024-12-01T19:22:58,999 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:22:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:22:59,001 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,42395,1733080959899 suceeded 2024-12-01T19:22:59,002 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:46879,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:22:59,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:22:59,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-01T19:22:59,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6030 sec 2024-12-01T19:22:59,012 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:46879' 2024-12-01T19:22:59,013 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1174a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,013 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:22:59,013 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:59,013 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:22:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:22:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cef64e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:22:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:59,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,015 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:59,015 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,015 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:59,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:59,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a94039 2024-12-01T19:22:59,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:59,016 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-01T19:22:59,017 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,42395,1733080959899 (queues=1) is replicating from cluster=d3d5e59c-e1f8-4499-991c-91261680ef0d to cluster=4f773609-efa0-4af9-8656-6bec3653a506 2024-12-01T19:22:59,017 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C42395%2C1733080959899 2024-12-01T19:22:59,017 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,42395,1733080959899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:22:59,017 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C42395%2C1733080959899 2024-12-01T19:22:59,017 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, startPosition=0, beingWritten=true 2024-12-01T19:22:59,022 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:22:59,022 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:22:59,022 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:22:59,225 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:22:59,496 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:22:59,529 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:22:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:59,545 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:22:59,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:22:59,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:22:59,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:59,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6bdb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:22:59,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:59,547 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:22:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:22:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a925e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:22:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,548 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:59,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2796390f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46879,1733080965551 2024-12-01T19:22:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252c382a 2024-12-01T19:22:59,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:59,550 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:59,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:45229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:22:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:22:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:59,552 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:45229' 2024-12-01T19:22:59,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcb1dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,553 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:22:59,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:22:59,553 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:22:59,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:22:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:22:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7328c6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:22:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:22:59,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,555 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:22:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ccc7a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:22:59,555 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:22:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45229,1733080954963 2024-12-01T19:22:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e2e7393 2024-12-01T19:22:59,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:22:59,556 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:22:59,557 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:22:59,557 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:22:59,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:22:59,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:22:59,557 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:22:59,558 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:22:59,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:22:59,559 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:22:59,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:22:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:22:59,608 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:22:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:59,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:22:59,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:22:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:22:59,932 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:22:59,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 590d95a876a5236057abe9ab1bb0d4ac, NAME => 'hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13 2024-12-01T19:22:59,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:23:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:00,299 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:23:00,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:00,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 590d95a876a5236057abe9ab1bb0d4ac, disabling compactions & flushes 2024-12-01T19:23:00,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. after waiting 0 ms 2024-12-01T19:23:00,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 590d95a876a5236057abe9ab1bb0d4ac: Waiting for close lock at 1733080980370Disabling compacts and flushes for region at 1733080980370Disabling writes for close at 1733080980370Writing region close event to WAL at 1733080980370Closed at 1733080980370 2024-12-01T19:23:00,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:00,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733080980371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733080980371"}]},"ts":"1733080980371"} 2024-12-01T19:23:00,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:00,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:00,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080980374"}]},"ts":"1733080980374"} 2024-12-01T19:23:00,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:23:00,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=590d95a876a5236057abe9ab1bb0d4ac, ASSIGN}] 2024-12-01T19:23:00,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=590d95a876a5236057abe9ab1bb0d4ac, ASSIGN 2024-12-01T19:23:00,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=590d95a876a5236057abe9ab1bb0d4ac, ASSIGN; state=OFFLINE, location=9168bcbe98d9,46869,1733080965836; forceNewPlan=false, retain=false 2024-12-01T19:23:00,436 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:23:00,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=590d95a876a5236057abe9ab1bb0d4ac, regionState=OPENING, regionLocation=9168bcbe98d9,46869,1733080965836 2024-12-01T19:23:00,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=590d95a876a5236057abe9ab1bb0d4ac, ASSIGN because future has completed 2024-12-01T19:23:00,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 590d95a876a5236057abe9ab1bb0d4ac, server=9168bcbe98d9,46869,1733080965836}] 2024-12-01T19:23:00,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:00,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:23:00,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C46869%2C1733080965836.rep, suffix=, logDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836, archiveDir=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/oldWALs, maxLogs=10 2024-12-01T19:23:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:00,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.rep.1733080980684, exclude list is [], retry=0 2024-12-01T19:23:00,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41463,DS-6c623e83-5acf-4406-a8f5-932909aeaa91,DISK] 2024-12-01T19:23:00,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.rep.1733080980684 2024-12-01T19:23:00,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633)] 2024-12-01T19:23:00,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 590d95a876a5236057abe9ab1bb0d4ac, NAME => 'hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:00,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. service=MultiRowMutationService 2024-12-01T19:23:00,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:23:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,700 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,701 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590d95a876a5236057abe9ab1bb0d4ac columnFamilyName hfileref 2024-12-01T19:23:00,701 DEBUG [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:00,701 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] regionserver.HStore(327): Store=590d95a876a5236057abe9ab1bb0d4ac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:00,701 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,702 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590d95a876a5236057abe9ab1bb0d4ac columnFamilyName queue 2024-12-01T19:23:00,702 DEBUG [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:00,702 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] regionserver.HStore(327): Store=590d95a876a5236057abe9ab1bb0d4ac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:00,702 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,703 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 590d95a876a5236057abe9ab1bb0d4ac columnFamilyName sid 2024-12-01T19:23:00,703 DEBUG [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:00,703 INFO [StoreOpener-590d95a876a5236057abe9ab1bb0d4ac-1 {}] regionserver.HStore(327): Store=590d95a876a5236057abe9ab1bb0d4ac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:00,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/replication/590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/replication/590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:00,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/replication/590d95a876a5236057abe9ab1bb0d4ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:00,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 590d95a876a5236057abe9ab1bb0d4ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082233, jitterRate=-0.10470496118068695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:00,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:00,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 590d95a876a5236057abe9ab1bb0d4ac: Running coprocessor pre-open hook at 1733080980699Writing region info on filesystem at 1733080980699Initializing all the Stores at 1733080980700 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080980700Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080980700Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733080980700Cleaning up temporary data from old regions at 1733080980705 (+5 ms)Running coprocessor post-open hooks at 1733080980708 (+3 ms)Region opened successfully at 1733080980708 2024-12-01T19:23:00,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac., pid=10, masterSystemTime=1733080980680 2024-12-01T19:23:00,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:00,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=590d95a876a5236057abe9ab1bb0d4ac, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,46869,1733080965836 2024-12-01T19:23:00,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 590d95a876a5236057abe9ab1bb0d4ac, server=9168bcbe98d9,46869,1733080965836 because future has completed 2024-12-01T19:23:00,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:23:00,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 590d95a876a5236057abe9ab1bb0d4ac, server=9168bcbe98d9,46869,1733080965836 in 184 msec 2024-12-01T19:23:00,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:23:00,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=590d95a876a5236057abe9ab1bb0d4ac, ASSIGN in 340 msec 2024-12-01T19:23:00,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:00,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733080980717"}]},"ts":"1733080980717"} 2024-12-01T19:23:00,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:23:00,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:00,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-12-01T19:23:00,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac., hostname=9168bcbe98d9,46869,1733080965836, seqNum=2] 2024-12-01T19:23:00,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:23:00,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:23:00,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:23:01,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:23:01,003 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:23:01,027 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,46869,1733080965836, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:23:01,027 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:01,027 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46869,1733080965836, seqNum=-1] 2024-12-01T19:23:01,027 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:01,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:01,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,46869,1733080965836', locateType=CURRENT is [region=hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac., hostname=9168bcbe98d9,46869,1733080965836, seqNum=2] 2024-12-01T19:23:01,031 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:23:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:23:01,033 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,46869,1733080965836 suceeded 2024-12-01T19:23:01,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:23:01,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-01T19:23:01,035 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:45229,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:23:01,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-12-01T19:23:01,039 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:23:01,046 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:45229' 2024-12-01T19:23:01,047 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d971c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,047 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:23:01,047 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:01,048 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:23:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:23:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67063ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:23:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:01,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:01,049 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:01,049 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f628782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,049 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45229,1733080954963 2024-12-01T19:23:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23705479 2024-12-01T19:23:01,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:01,051 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-01T19:23:01,051 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,46869,1733080965836 (queues=1) is replicating from cluster=4f773609-efa0-4af9-8656-6bec3653a506 to cluster=db0c1676-e2f5-416d-8bed-af4c7058d3b0 2024-12-01T19:23:01,051 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C46869%2C1733080965836 2024-12-01T19:23:01,051 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,46869,1733080965836, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:23:01,051 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C46869%2C1733080965836 2024-12-01T19:23:01,051 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, startPosition=0, beingWritten=true 2024-12-01T19:23:01,055 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:01,055 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 379, reset compression=false 2024-12-01T19:23:01,055 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:01,202 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:23:01,258 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 379, reset compression=false 2024-12-01T19:23:01,561 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 379, reset compression=false 2024-12-01T19:23:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:01,695 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:23:01,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:01,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:01,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:01,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:01,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:01,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:23:01,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:01,696 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f58c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:23:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:01,697 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450047d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bb1e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40053,-1 for getting cluster id 2024-12-01T19:23:01,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:01,698 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d5e59c-e1f8-4499-991c-91261680ef0d' 2024-12-01T19:23:01,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d5e59c-e1f8-4499-991c-91261680ef0d" 2024-12-01T19:23:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684cf4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40053,-1] 2024-12-01T19:23:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:01,699 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6fc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c88d580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:23:01,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:01,701 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:23:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:23:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e96b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:23:01,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:01,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:01,702 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:01,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433571d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:01,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,44253,1733080955347, seqNum=-1] 2024-12-01T19:23:01,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:01,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:01,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972., hostname=9168bcbe98d9,44253,1733080955347, seqNum=2] 2024-12-01T19:23:01,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46869,1733080965836, seqNum=-1] 2024-12-01T19:23:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:01,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:01,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf., hostname=9168bcbe98d9,46869,1733080965836, seqNum=2] 2024-12-01T19:23:01,727 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T19:23:01,743 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:23:01,965 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 379, reset compression=false 2024-12-01T19:23:02,206 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 379, reset compression=false 2024-12-01T19:23:02,210 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:02,210 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 480, reset compression=false 2024-12-01T19:23:02,210 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8c0291776a1a5ac8867f7a52022b972/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T19:23:02,212 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:02,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:02,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:02,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2ff03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:02,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40053,-1 for getting cluster id 2024-12-01T19:23:02,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:02,214 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d5e59c-e1f8-4499-991c-91261680ef0d' 2024-12-01T19:23:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d5e59c-e1f8-4499-991c-91261680ef0d" 2024-12-01T19:23:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1961eaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40053,-1] 2024-12-01T19:23:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:02,215 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:02,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7bbaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:02,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:02,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42395,1733080959899, seqNum=-1] 2024-12-01T19:23:02,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:02,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:02,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3., hostname=9168bcbe98d9,42395,1733080959899, seqNum=2] 2024-12-01T19:23:02,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:02,414 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 480, reset compression=false 2024-12-01T19:23:02,468 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 379, reset compression=false 2024-12-01T19:23:02,546 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 379, reset compression=false 2024-12-01T19:23:02,550 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:02,550 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 504, reset compression=false 2024-12-01T19:23:02,550 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fcc2f7c248a97aa7c1b8210774a2dd3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-01T19:23:02,552 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:02,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:02,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:02,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c029f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:02,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:23:02,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:02,554 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:23:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:23:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df649b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:23:02,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:02,555 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:02,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743fd39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:02,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:02,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,46869,1733080965836, seqNum=-1] 2024-12-01T19:23:02,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:02,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:02,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf., hostname=9168bcbe98d9,46869,1733080965836, seqNum=2] 2024-12-01T19:23:02,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:02,716 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 480, reset compression=false 2024-12-01T19:23:02,728 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T19:23:02,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,42395,1733080959899, seqNum=-1] 2024-12-01T19:23:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:02,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:02,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3., hostname=9168bcbe98d9,42395,1733080959899, seqNum=2] 2024-12-01T19:23:02,734 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T19:23:02,753 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 504, reset compression=false 2024-12-01T19:23:02,757 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:02,757 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 608, reset compression=false 2024-12-01T19:23:02,757 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fcc2f7c248a97aa7c1b8210774a2dd3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T19:23:02,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:02,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:02,960 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 608, reset compression=false 2024-12-01T19:23:03,072 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 379, reset compression=false 2024-12-01T19:23:03,076 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:03,076 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 656, reset compression=false 2024-12-01T19:23:03,076 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[{test/abcfcc012bac4732ec565718eb4e1abf/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T19:23:03,078 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:03,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:03,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:03,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75a34b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:03,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:23:03,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:03,080 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@522374c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:23:03,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:03,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:03,081 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:03,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a995a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:03,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:03,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,44253,1733080955347, seqNum=-1] 2024-12-01T19:23:03,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:03,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:03,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972., hostname=9168bcbe98d9,44253,1733080955347, seqNum=2] 2024-12-01T19:23:03,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:03,119 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 480, reset compression=false 2024-12-01T19:23:03,123 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:03,123 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 631, reset compression=false 2024-12-01T19:23:03,123 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:03,263 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 608, reset compression=false 2024-12-01T19:23:03,279 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 656, reset compression=false 2024-12-01T19:23:03,327 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 631, reset compression=false 2024-12-01T19:23:03,582 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 656, reset compression=false 2024-12-01T19:23:03,630 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 631, reset compression=false 2024-12-01T19:23:03,666 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 608, reset compression=false 2024-12-01T19:23:03,735 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T19:23:03,738 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-01T19:23:03,986 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 656, reset compression=false 2024-12-01T19:23:03,990 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:03,990 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 760, reset compression=false 2024-12-01T19:23:03,990 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[{test/abcfcc012bac4732ec565718eb4e1abf/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T19:23:03,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:03,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:04,034 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 631, reset compression=false 2024-12-01T19:23:04,038 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:04,038 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 758, reset compression=false 2024-12-01T19:23:04,038 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8c0291776a1a5ac8867f7a52022b972/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T19:23:04,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:04,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:04,169 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 608, reset compression=false 2024-12-01T19:23:04,173 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:04,173 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 759, reset compression=false 2024-12-01T19:23:04,173 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:04,193 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 760, reset compression=false 2024-12-01T19:23:04,241 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 758, reset compression=false 2024-12-01T19:23:04,376 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 759, reset compression=false 2024-12-01T19:23:04,496 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 760, reset compression=false 2024-12-01T19:23:04,544 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 758, reset compression=false 2024-12-01T19:23:04,552 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:23:04,679 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 759, reset compression=false 2024-12-01T19:23:04,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-01T19:23:04,743 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T19:23:04,899 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 760, reset compression=false 2024-12-01T19:23:04,947 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 758, reset compression=false 2024-12-01T19:23:04,951 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:04,951 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 914, reset compression=false 2024-12-01T19:23:04,951 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8c0291776a1a5ac8867f7a52022b972/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T19:23:04,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:04,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:04,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:04,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:23:04,964 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68435 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:23:05,082 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 759, reset compression=false 2024-12-01T19:23:05,085 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:05,085 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 907, reset compression=false 2024-12-01T19:23:05,086 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fcc2f7c248a97aa7c1b8210774a2dd3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-01T19:23:05,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:05,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:05,154 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 914, reset compression=false 2024-12-01T19:23:05,288 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 907, reset compression=false 2024-12-01T19:23:05,402 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 760, reset compression=false 2024-12-01T19:23:05,406 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:05,406 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 932, reset compression=false 2024-12-01T19:23:05,406 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:05,457 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 914, reset compression=false 2024-12-01T19:23:05,591 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 907, reset compression=false 2024-12-01T19:23:05,609 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 932, reset compression=false 2024-12-01T19:23:05,744 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T19:23:05,747 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T19:23:05,860 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 914, reset compression=false 2024-12-01T19:23:05,912 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 932, reset compression=false 2024-12-01T19:23:05,994 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 907, reset compression=false 2024-12-01T19:23:05,998 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:05,998 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1066, reset compression=false 2024-12-01T19:23:05,998 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fcc2f7c248a97aa7c1b8210774a2dd3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T19:23:05,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:06,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:06,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:06,201 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1066, reset compression=false 2024-12-01T19:23:06,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:06,314 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 932, reset compression=false 2024-12-01T19:23:06,318 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:06,318 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1082, reset compression=false 2024-12-01T19:23:06,318 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[{test/abcfcc012bac4732ec565718eb4e1abf/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-01T19:23:06,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:06,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:06,371 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 914, reset compression=false 2024-12-01T19:23:06,374 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:06,374 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1087, reset compression=false 2024-12-01T19:23:06,374 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:06,505 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1066, reset compression=false 2024-12-01T19:23:06,522 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1082, reset compression=false 2024-12-01T19:23:06,577 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1087, reset compression=false 2024-12-01T19:23:06,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T19:23:06,752 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-01T19:23:06,824 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1082, reset compression=false 2024-12-01T19:23:06,828 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:06,828 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1241, reset compression=false 2024-12-01T19:23:06,828 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[{test/abcfcc012bac4732ec565718eb4e1abf/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T19:23:06,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:06,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:06,880 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1087, reset compression=false 2024-12-01T19:23:06,883 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:06,883 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1236, reset compression=false 2024-12-01T19:23:06,883 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8c0291776a1a5ac8867f7a52022b972/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-01T19:23:06,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:06,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:06,908 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1066, reset compression=false 2024-12-01T19:23:06,912 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:06,912 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:06,912 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:07,031 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1241, reset compression=false 2024-12-01T19:23:07,086 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1236, reset compression=false 2024-12-01T19:23:07,115 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:07,334 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1241, reset compression=false 2024-12-01T19:23:07,389 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1236, reset compression=false 2024-12-01T19:23:07,417 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:07,737 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1241, reset compression=false 2024-12-01T19:23:07,754 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-01T19:23:07,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b80ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:07,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:23:07,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:07,760 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:23:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:23:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67695734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:23:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:07,760 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:07,761 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:07,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43206620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:07,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46879,1733080965551 2024-12-01T19:23:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56435a0d 2024-12-01T19:23:07,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:07,765 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:07,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-01T19:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-01T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:23:07,793 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1236, reset compression=false 2024-12-01T19:23:07,820 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:07,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:23:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:23:07,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-01T19:23:07,991 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-01T19:23:07,992 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-01T19:23:07,992 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,46869,1733080965836 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-01T19:23:07,992 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0. 2024-12-01T19:23:07,992 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:07,992 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:07,993 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:07,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:23:08,093 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:23:08,093 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-01T19:23:08,193 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 terminated 2024-12-01T19:23:08,212 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,46869,1733080965836, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:23:08,213 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-01T19:23:08,213 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T19:23:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-01T19:23:08,215 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9168bcbe98d9,46869,1733080965836 suceeded 2024-12-01T19:23:08,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T19:23:08,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-12-01T19:23:08,216 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-01T19:23:08,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 452 msec 2024-12-01T19:23:08,226 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:45229' 2024-12-01T19:23:08,227 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8a46c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:08,227 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45229,-1 for getting cluster id 2024-12-01T19:23:08,227 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:08,227 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db0c1676-e2f5-416d-8bed-af4c7058d3b0' 2024-12-01T19:23:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db0c1676-e2f5-416d-8bed-af4c7058d3b0" 2024-12-01T19:23:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39588a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45229,-1] 2024-12-01T19:23:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:08,229 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:08,229 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3c8008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:08,229 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:08,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45229,1733080954963 2024-12-01T19:23:08,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c226a54 2024-12-01T19:23:08,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:08,230 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-01T19:23:08,231 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,46869,1733080965836 (queues=1) is replicating from cluster=4f773609-efa0-4af9-8656-6bec3653a506 to cluster=db0c1676-e2f5-416d-8bed-af4c7058d3b0 2024-12-01T19:23:08,231 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C46869%2C1733080965836 2024-12-01T19:23:08,231 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,46869,1733080965836, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:23:08,231 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C46869%2C1733080965836 2024-12-01T19:23:08,296 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1236, reset compression=false 2024-12-01T19:23:08,323 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:23:08,394 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:23:08,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:08,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:08,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:08,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:08,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:08,397 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-01T19:23:08,898 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1236, reset compression=false 2024-12-01T19:23:08,926 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:08,947 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:08,947 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1340, reset compression=false 2024-12-01T19:23:08,947 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8c0291776a1a5ac8867f7a52022b972/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T19:23:08,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:08,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:09,150 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1340, reset compression=false 2024-12-01T19:23:09,399 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-01T19:23:09,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af606e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:09,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,46879,-1 for getting cluster id 2024-12-01T19:23:09,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:09,401 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f773609-efa0-4af9-8656-6bec3653a506' 2024-12-01T19:23:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f773609-efa0-4af9-8656-6bec3653a506" 2024-12-01T19:23:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432a73e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,46879,-1] 2024-12-01T19:23:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:09,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:09,402 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:09,403 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b11ecf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:09,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,46879,1733080965551 2024-12-01T19:23:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1baa9251 2024-12-01T19:23:09,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:09,407 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:09,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-01T19:23:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-01T19:23:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T19:23:09,452 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1340, reset compression=false 2024-12-01T19:23:09,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:23:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T19:23:09,629 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1239, reset compression=false 2024-12-01T19:23:09,632 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-12-01T19:23:09,632 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:09,632 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[{test/9fcc2f7c248a97aa7c1b8210774a2dd3/10=[#edits: 1 = ],223}, {test/9fcc2f7c248a97aa7c1b8210774a2dd3/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=1471, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-12-01T19:23:09,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:09,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-01T19:23:09,634 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-01T19:23:09,634 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-01T19:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-01T19:23:09,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:09,638 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9168bcbe98d9,46869,1733080965836 suceeded 2024-12-01T19:23:09,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T19:23:09,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-12-01T19:23:09,639 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-01T19:23:09,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 232 msec 2024-12-01T19:23:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-01T19:23:09,724 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:23:09,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:09,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:09,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:09,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:09,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:09,726 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-12-01T19:23:09,733 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, startPosition=1241, beingWritten=true 2024-12-01T19:23:09,737 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:09,737 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1521, reset compression=false 2024-12-01T19:23:09,737 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[{test/abcfcc012bac4732ec565718eb4e1abf/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-01T19:23:09,739 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:09,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:09,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:09,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44253 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:09,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:23:09,836 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:09,855 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1340, reset compression=false 2024-12-01T19:23:09,859 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:09,859 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:09,859 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:09,940 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1521, reset compression=false 2024-12-01T19:23:10,061 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:10,139 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:10,243 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1521, reset compression=false 2024-12-01T19:23:10,364 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:10,541 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:10,645 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1521, reset compression=false 2024-12-01T19:23:10,727 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-01T19:23:10,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:23:10,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:10,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:10,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:10,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:10,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:10,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:23:10,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=144642331, stopped=false 2024-12-01T19:23:10,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,46879,1733080965551 2024-12-01T19:23:10,767 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1212067686/running 2024-12-01T19:23:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1212067686/running 2024-12-01T19:23:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:23:10,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:23:10,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:10,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:10,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:10,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:10,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/running 2024-12-01T19:23:10,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,46869,1733080965836' ***** 2024-12-01T19:23:10,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:23:10,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Set watcher on znode that does not yet exist, /2-1212067686/running 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:23:10,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,46869,1733080965836 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46869. 2024-12-01T19:23:10,798 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abcfcc012bac4732ec565718eb4e1abf, disabling compactions & flushes 2024-12-01T19:23:10,798 DEBUG [RS:0;9168bcbe98d9:46869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:10,798 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:10,798 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:23:10,798 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:23:10,798 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. after waiting 0 ms 2024-12-01T19:23:10,798 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:23:10,798 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:23:10,799 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:23:10,799 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abcfcc012bac4732ec565718eb4e1abf 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-01T19:23:10,800 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:23:10,800 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1325): Online Regions={abcfcc012bac4732ec565718eb4e1abf=test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf., 1588230740=hbase:meta,,1.1588230740, 590d95a876a5236057abe9ab1bb0d4ac=hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.} 2024-12-01T19:23:10,800 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:10,800 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:10,800 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:10,801 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:10,801 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:10,801 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:10,801 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:23:10,817 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/f/db856cf076ce48f4b937e8f7cbebc8c8 is 37, key is row3/f:row3/1733080988395/Put/seqid=0 2024-12-01T19:23:10,818 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/info/68db888c0855487398b178fb8aa061c9 is 147, key is hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac./info:regioninfo/1733080980710/Put/seqid=0 2024-12-01T19:23:10,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741840_1016 (size=5228) 2024-12-01T19:23:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741841_1017 (size=7686) 2024-12-01T19:23:10,883 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:11,001 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:11,044 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:11,148 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1521, reset compression=false 2024-12-01T19:23:11,152 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:11,152 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1768, reset compression=false 2024-12-01T19:23:11,152 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,46869,1733080965836 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:11,152 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,46869,1733080965836: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,46869,1733080965836, walGroup=9168bcbe98d9%2C46869%2C1733080965836, offset=9168bcbe98d9%2C46869%2C1733080965836.1733080967686:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:46869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:23:11,153 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:23:11,153 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:23:11,154 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:23:11,154 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:23:11,154 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:23:11,154 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 862254440 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198468760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:23:11,154 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:46879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:46879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:23:11,201 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:11,221 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/f/db856cf076ce48f4b937e8f7cbebc8c8 2024-12-01T19:23:11,224 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/info/68db888c0855487398b178fb8aa061c9 2024-12-01T19:23:11,225 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db856cf076ce48f4b937e8f7cbebc8c8 2024-12-01T19:23:11,236 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/f1/8c7d483fd66b4da89e0bde3ee23be047 is 30, key is row1/f1:/1733080985745/DeleteFamily/seqid=0 2024-12-01T19:23:11,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741842_1018 (size=5158) 2024-12-01T19:23:11,247 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/ns/183691aa1cca4b109ca109c053101a22 is 43, key is default/ns:d/1733080968687/Put/seqid=0 2024-12-01T19:23:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741843_1019 (size=5153) 2024-12-01T19:23:11,270 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:11,355 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1768, reset compression=false 2024-12-01T19:23:11,401 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:11,601 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:11,640 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/f1/8c7d483fd66b4da89e0bde3ee23be047 2024-12-01T19:23:11,643 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c7d483fd66b4da89e0bde3ee23be047 2024-12-01T19:23:11,646 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:23:11,646 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:23:11,647 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:11,651 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/ns/183691aa1cca4b109ca109c053101a22 2024-12-01T19:23:11,658 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1768, reset compression=false 2024-12-01T19:23:11,659 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/norep/d514f565681045e09567c46d0384981b is 33, key is row2/norep:/1733080986750/DeleteFamily/seqid=0 2024-12-01T19:23:11,668 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/rep_barrier/4b4ae7da681943898d348ff2ef17eb78 is 112, key is test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf./rep_barrier:seqnumDuringOpen/1733080974235/Put/seqid=0 2024-12-01T19:23:11,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741844_1020 (size=5108) 2024-12-01T19:23:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741845_1021 (size=5518) 2024-12-01T19:23:11,801 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:11,873 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:12,001 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac, abcfcc012bac4732ec565718eb4e1abf 2024-12-01T19:23:12,060 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1768, reset compression=false 2024-12-01T19:23:12,070 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/norep/d514f565681045e09567c46d0384981b 2024-12-01T19:23:12,071 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/rep_barrier/4b4ae7da681943898d348ff2ef17eb78 2024-12-01T19:23:12,074 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d514f565681045e09567c46d0384981b 2024-12-01T19:23:12,075 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/f/db856cf076ce48f4b937e8f7cbebc8c8 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/f/db856cf076ce48f4b937e8f7cbebc8c8 2024-12-01T19:23:12,078 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db856cf076ce48f4b937e8f7cbebc8c8 2024-12-01T19:23:12,078 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/f/db856cf076ce48f4b937e8f7cbebc8c8, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T19:23:12,079 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/f1/8c7d483fd66b4da89e0bde3ee23be047 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/f1/8c7d483fd66b4da89e0bde3ee23be047 2024-12-01T19:23:12,082 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c7d483fd66b4da89e0bde3ee23be047 2024-12-01T19:23:12,082 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/f1/8c7d483fd66b4da89e0bde3ee23be047, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T19:23:12,083 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/.tmp/norep/d514f565681045e09567c46d0384981b as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/norep/d514f565681045e09567c46d0384981b 2024-12-01T19:23:12,087 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d514f565681045e09567c46d0384981b 2024-12-01T19:23:12,087 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/norep/d514f565681045e09567c46d0384981b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T19:23:12,088 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abcfcc012bac4732ec565718eb4e1abf in 1289ms, sequenceid=12, compaction requested=false 2024-12-01T19:23:12,091 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/table/04b226f4cb4d464792fbaa2953849ba6 is 53, key is hbase:replication/table:state/1733080980717/Put/seqid=0 2024-12-01T19:23:12,098 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/default/test/abcfcc012bac4732ec565718eb4e1abf/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:23:12,099 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abcfcc012bac4732ec565718eb4e1abf: Waiting for close lock at 1733080990798Running coprocessor pre-close hooks at 1733080990798Disabling compacts and flushes for region at 1733080990798Disabling writes for close at 1733080990798Obtaining lock to block concurrent updates at 1733080990799 (+1 ms)Preparing flush snapshotting stores in abcfcc012bac4732ec565718eb4e1abf at 1733080990799Finished memstore snapshotting test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733080990799Flushing stores of test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. at 1733080990799Flushing abcfcc012bac4732ec565718eb4e1abf/f: creating writer at 1733080990799Flushing abcfcc012bac4732ec565718eb4e1abf/f: appending metadata at 1733080990816 (+17 ms)Flushing abcfcc012bac4732ec565718eb4e1abf/f: closing flushed file at 1733080990816Flushing abcfcc012bac4732ec565718eb4e1abf/f1: creating writer at 1733080991225 (+409 ms)Flushing abcfcc012bac4732ec565718eb4e1abf/f1: appending metadata at 1733080991236 (+11 ms)Flushing abcfcc012bac4732ec565718eb4e1abf/f1: closing flushed file at 1733080991236Flushing abcfcc012bac4732ec565718eb4e1abf/norep: creating writer at 1733080991643 (+407 ms)Flushing abcfcc012bac4732ec565718eb4e1abf/norep: appending metadata at 1733080991657 (+14 ms)Flushing abcfcc012bac4732ec565718eb4e1abf/norep: closing flushed file at 1733080991657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4118a3bc: reopening flushed file at 1733080992074 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278b4281: reopening flushed file at 1733080992079 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca07662: reopening flushed file at 1733080992082 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for abcfcc012bac4732ec565718eb4e1abf in 1289ms, sequenceid=12, compaction requested=false at 1733080992088 (+6 ms)Writing region close event to WAL at 1733080992092 (+4 ms)Running coprocessor post-close hooks at 1733080992099 (+7 ms)Closed at 1733080992099 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080973097.abcfcc012bac4732ec565718eb4e1abf. 2024-12-01T19:23:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 590d95a876a5236057abe9ab1bb0d4ac, disabling compactions & flushes 2024-12-01T19:23:12,099 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. after waiting 0 ms 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,099 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 590d95a876a5236057abe9ab1bb0d4ac: Waiting for close lock at 1733080992099Running coprocessor pre-close hooks at 1733080992099Disabling compacts and flushes for region at 1733080992099Disabling writes for close at 1733080992099Failed flush hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac., putting online again at 1733080992099 2024-12-01T19:23:12,100 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,201 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:23:12,201 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 590d95a876a5236057abe9ab1bb0d4ac=hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac.} 2024-12-01T19:23:12,202 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:12,202 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 590d95a876a5236057abe9ab1bb0d4ac 2024-12-01T19:23:12,202 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 590d95a876a5236057abe9ab1bb0d4ac, disabling compactions & flushes 2024-12-01T19:23:12,202 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,202 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,202 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. after waiting 0 ms 2024-12-01T19:23:12,202 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,202 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 590d95a876a5236057abe9ab1bb0d4ac: Waiting for close lock at 1733080992202Running coprocessor pre-close hooks at 1733080992202Disabling compacts and flushes for region at 1733080992202Disabling writes for close at 1733080992202Failed flush hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac., putting online again at 1733080992202 2024-12-01T19:23:12,202 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080979557.590d95a876a5236057abe9ab1bb0d4ac. 2024-12-01T19:23:12,350 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:12,402 DEBUG [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:23:12,500 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/table/04b226f4cb4d464792fbaa2953849ba6 2024-12-01T19:23:12,504 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/info/68db888c0855487398b178fb8aa061c9 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/info/68db888c0855487398b178fb8aa061c9 2024-12-01T19:23:12,507 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/info/68db888c0855487398b178fb8aa061c9, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:23:12,507 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/ns/183691aa1cca4b109ca109c053101a22 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/ns/183691aa1cca4b109ca109c053101a22 2024-12-01T19:23:12,510 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/ns/183691aa1cca4b109ca109c053101a22, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:23:12,511 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/rep_barrier/4b4ae7da681943898d348ff2ef17eb78 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/rep_barrier/4b4ae7da681943898d348ff2ef17eb78 2024-12-01T19:23:12,514 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/rep_barrier/4b4ae7da681943898d348ff2ef17eb78, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:23:12,515 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/.tmp/table/04b226f4cb4d464792fbaa2953849ba6 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/table/04b226f4cb4d464792fbaa2953849ba6 2024-12-01T19:23:12,526 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/table/04b226f4cb4d464792fbaa2953849ba6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:23:12,527 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-12-01T19:23:12,532 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:23:12,532 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:12,532 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:23:12,533 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:12,533 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080990800Running coprocessor pre-close hooks at 1733080990800Disabling compacts and flushes for region at 1733080990800Disabling writes for close at 1733080990801 (+1 ms)Obtaining lock to block concurrent updates at 1733080990801Preparing flush snapshotting stores in 1588230740 at 1733080990801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080990801Flushing stores of hbase:meta,,1.1588230740 at 1733080990801Flushing 1588230740/info: creating writer at 1733080990801Flushing 1588230740/info: appending metadata at 1733080990817 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733080990817Flushing 1588230740/ns: creating writer at 1733080991227 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733080991247 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733080991247Flushing 1588230740/rep_barrier: creating writer at 1733080991654 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080991667 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080991667Flushing 1588230740/table: creating writer at 1733080992074 (+407 ms)Flushing 1588230740/table: appending metadata at 1733080992091 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733080992091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b38a31e: reopening flushed file at 1733080992503 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285ec4bb: reopening flushed file at 1733080992507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae06557: reopening flushed file at 1733080992511 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61140f80: reopening flushed file at 1733080992514 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1733080992527 (+13 ms)Writing region close event to WAL at 1733080992529 (+2 ms)Running coprocessor post-close hooks at 1733080992532 (+3 ms)Closed at 1733080992532 2024-12-01T19:23:12,533 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:12,564 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 1768, reset compression=false 2024-12-01T19:23:12,567 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:12,567 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 2412, reset compression=false 2024-12-01T19:23:12,576 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:12,602 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:23:12,602 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,46869,1733080965836; all regions closed. 2024-12-01T19:23:12,604 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.meta.1733080968649.meta not finished, retry = 0 2024-12-01T19:23:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:23:12,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741839_1015 (size=2172) 2024-12-01T19:23:12,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.rep.1733080980684 not finished, retry = 0 2024-12-01T19:23:12,770 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 to pos 2412, reset compression=false 2024-12-01T19:23:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741832_1008 (size=2420) 2024-12-01T19:23:12,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/WALs/9168bcbe98d9,46869,1733080965836/9168bcbe98d9%2C46869%2C1733080965836.1733080967686 not finished, retry = 0 2024-12-01T19:23:12,910 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:12,910 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:12,910 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:12,910 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:12,910 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:12,910 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:12,911 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,46869,1733080965836 because: Region server is closing 2024-12-01T19:23:12,911 INFO [RS:0;9168bcbe98d9:46869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46869. 2024-12-01T19:23:12,911 DEBUG [RS:0;9168bcbe98d9:46869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:12,911 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:12,911 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:12,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:13,012 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.shipper9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 terminated 2024-12-01T19:23:13,012 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,46869,1733080965836.replicationSource.wal-reader.9168bcbe98d9%2C46869%2C1733080965836,1-9168bcbe98d9,46869,1733080965836 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:23:13,012 INFO [RS:0;9168bcbe98d9:46869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:46869. 2024-12-01T19:23:13,012 DEBUG [RS:0;9168bcbe98d9:46869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:13,012 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:13,012 DEBUG [RS:0;9168bcbe98d9:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:13,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:13,012 INFO [RS:0;9168bcbe98d9:46869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46869 2024-12-01T19:23:13,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686/rs 2024-12-01T19:23:13,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1212067686/rs/9168bcbe98d9,46869,1733080965836 2024-12-01T19:23:13,091 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:13,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,46869,1733080965836] 2024-12-01T19:23:13,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1212067686/draining/9168bcbe98d9,46869,1733080965836 already deleted, retry=false 2024-12-01T19:23:13,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,46869,1733080965836 expired; onlineServers=0 2024-12-01T19:23:13,112 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,46879,1733080965551' ***** 2024-12-01T19:23:13,112 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:23:13,112 INFO [M:0;9168bcbe98d9:46879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:13,112 INFO [M:0;9168bcbe98d9:46879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:13,112 DEBUG [M:0;9168bcbe98d9:46879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:23:13,112 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:23:13,112 DEBUG [M:0;9168bcbe98d9:46879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:23:13,112 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080967447 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080967447,5,FailOnTimeoutGroup] 2024-12-01T19:23:13,112 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080967446 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080967446,5,FailOnTimeoutGroup] 2024-12-01T19:23:13,112 INFO [M:0;9168bcbe98d9:46879 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:13,113 INFO [M:0;9168bcbe98d9:46879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:13,113 DEBUG [M:0;9168bcbe98d9:46879 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:23:13,113 INFO [M:0;9168bcbe98d9:46879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:23:13,113 INFO [M:0;9168bcbe98d9:46879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:13,113 INFO [M:0;9168bcbe98d9:46879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:23:13,113 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:23:13,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1212067686/master 2024-12-01T19:23:13,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1212067686 2024-12-01T19:23:13,148 DEBUG [M:0;9168bcbe98d9:46879 {}] zookeeper.ZKUtil(347): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Unable to get data of znode /2-1212067686/master because node does not exist (not an error) 2024-12-01T19:23:13,148 WARN [M:0;9168bcbe98d9:46879 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:23:13,149 INFO [M:0;9168bcbe98d9:46879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/.lastflushedseqids 2024-12-01T19:23:13,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:23:13,154 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1019258ac0c0007, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:13,202 INFO [RS:0;9168bcbe98d9:46869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:13,202 INFO [RS:0;9168bcbe98d9:46869 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,46869,1733080965836; zookeeper connection closed. 2024-12-01T19:23:13,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dc313df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dc313df 2024-12-01T19:23:13,202 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:23:13,378 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:13,553 INFO [M:0;9168bcbe98d9:46879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:23:13,553 INFO [M:0;9168bcbe98d9:46879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:23:13,553 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:23:13,553 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:13,553 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:13,553 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:23:13,553 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:13,553 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-01T19:23:13,570 DEBUG [M:0;9168bcbe98d9:46879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67cbc161a6c3466b9a62ab78de359601 is 82, key is hbase:meta,,1/info:regioninfo/1733080968674/Put/seqid=0 2024-12-01T19:23:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:23:13,974 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67cbc161a6c3466b9a62ab78de359601 2024-12-01T19:23:13,994 DEBUG [M:0;9168bcbe98d9:46879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5e68e0eb1a7406ab800257a02c7f3f7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733080980721/Put/seqid=0 2024-12-01T19:23:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741849_1025 (size=9212) 2024-12-01T19:23:14,057 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:14,281 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:14,398 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5e68e0eb1a7406ab800257a02c7f3f7 2024-12-01T19:23:14,416 DEBUG [M:0;9168bcbe98d9:46879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6248839731124371ad8650790507aad3 is 69, key is 9168bcbe98d9,46869,1733080965836/rs:state/1733080967496/Put/seqid=0 2024-12-01T19:23:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:23:14,820 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6248839731124371ad8650790507aad3 2024-12-01T19:23:14,824 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67cbc161a6c3466b9a62ab78de359601 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67cbc161a6c3466b9a62ab78de359601 2024-12-01T19:23:14,827 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67cbc161a6c3466b9a62ab78de359601, entries=8, sequenceid=127, filesize=5.5 K 2024-12-01T19:23:14,828 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5e68e0eb1a7406ab800257a02c7f3f7 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5e68e0eb1a7406ab800257a02c7f3f7 2024-12-01T19:23:14,831 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5e68e0eb1a7406ab800257a02c7f3f7, entries=15, sequenceid=127, filesize=9.0 K 2024-12-01T19:23:14,831 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6248839731124371ad8650790507aad3 as hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6248839731124371ad8650790507aad3 2024-12-01T19:23:14,833 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33719/user/jenkins/test-data/6cc63c03-fb8a-7340-b5b6-f2d3607b9f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6248839731124371ad8650790507aad3, entries=1, sequenceid=127, filesize=5.0 K 2024-12-01T19:23:14,834 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-12-01T19:23:14,835 INFO [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:14,835 DEBUG [M:0;9168bcbe98d9:46879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080993553Disabling compacts and flushes for region at 1733080993553Disabling writes for close at 1733080993553Obtaining lock to block concurrent updates at 1733080993553Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080993553Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733080993554 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080993554Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080993554Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080993570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080993570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080993978 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080993994 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080993994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080994401 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080994416 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080994416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbad5cb: reopening flushed file at 1733080994824 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f200504: reopening flushed file at 1733080994828 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21b79d8c: reopening flushed file at 1733080994831 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1733080994834 (+3 ms)Writing region close event to WAL at 1733080994835 (+1 ms)Closed at 1733080994835 2024-12-01T19:23:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41463 is added to blk_1073741830_1006 (size=73866) 2024-12-01T19:23:14,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:14,837 INFO [M:0;9168bcbe98d9:46879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:23:14,837 INFO [M:0;9168bcbe98d9:46879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46879 2024-12-01T19:23:14,837 INFO [M:0;9168bcbe98d9:46879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:14,991 INFO [M:0;9168bcbe98d9:46879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46879-0x1019258ac0c0006, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:14,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d3c7800{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:23:14,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bed0a1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:23:14,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:23:14,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d73d261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:23:14,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4b9436{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir/,STOPPED} 2024-12-01T19:23:14,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:23:14,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:23:14,995 WARN [BP-1620262457-172.17.0.3-1733080963371 heartbeating to localhost/127.0.0.1:33719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:23:14,995 WARN [BP-1620262457-172.17.0.3-1733080963371 heartbeating to localhost/127.0.0.1:33719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1620262457-172.17.0.3-1733080963371 (Datanode Uuid 61a8f514-9131-4e4c-8f09-f6501c6895bd) service to localhost/127.0.0.1:33719 2024-12-01T19:23:14,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/cluster_8edc2266-a4d5-9060-c178-fecaf7c095d7/data/data1/current/BP-1620262457-172.17.0.3-1733080963371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:23:14,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/cluster_8edc2266-a4d5-9060-c178-fecaf7c095d7/data/data2/current/BP-1620262457-172.17.0.3-1733080963371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:23:14,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:23:15,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2fc770{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:23:15,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a0b2065{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:23:15,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:23:15,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e47cf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:23:15,001 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b8f72b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir/,STOPPED} 2024-12-01T19:23:15,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:23:15,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:23:15,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:15,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:15,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:15,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:15,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:15,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:23:15,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1200338434, stopped=false 2024-12-01T19:23:15,012 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,40053,1733080959790 2024-12-01T19:23:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1724375868/running 2024-12-01T19:23:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1724375868/running 2024-12-01T19:23:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:23:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:23:15,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:15,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:15,028 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:15,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:15,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/running 2024-12-01T19:23:15,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,42395,1733080959899' ***** 2024-12-01T19:23:15,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:23:15,029 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Set watcher on znode that does not yet exist, /1-1724375868/running 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:23:15,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,42395,1733080959899 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:42395. 2024-12-01T19:23:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fcc2f7c248a97aa7c1b8210774a2dd3, disabling compactions & flushes 2024-12-01T19:23:15,029 DEBUG [RS:0;9168bcbe98d9:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:15,029 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:23:15,029 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:23:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. after waiting 0 ms 2024-12-01T19:23:15,029 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:23:15,029 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-01T19:23:15,029 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:23:15,030 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:23:15,030 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9fcc2f7c248a97aa7c1b8210774a2dd3=test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3., 1ac2fef601953ea581ef0cb410b735f4=hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.} 2024-12-01T19:23:15,030 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:15,030 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:15,030 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:15,030 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:15,030 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:15,030 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:15,030 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:23:15,042 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/info/fd1cf600342c4eb7853506e1242d32a4 is 147, key is hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4./info:regioninfo/1733080978563/Put/seqid=0 2024-12-01T19:23:15,043 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:23:15,043 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:23:15,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741840_1016 (size=7686) 2024-12-01T19:23:15,046 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/f/486da94512a346f6bfa9ec99a5ff2d68 is 37, key is row3/f:row3/1733080988395/Put/seqid=0 2024-12-01T19:23:15,046 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/info/fd1cf600342c4eb7853506e1242d32a4 2024-12-01T19:23:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741841_1017 (size=5228) 2024-12-01T19:23:15,060 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1471, reset compression=false 2024-12-01T19:23:15,061 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/ns/05a00de5fbb84d3c8f45759b87f49f87 is 43, key is default/ns:d/1733080963299/Put/seqid=0 2024-12-01T19:23:15,064 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:15,064 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1718, reset compression=false 2024-12-01T19:23:15,064 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,42395,1733080959899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:23:15,065 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,42395,1733080959899: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,42395,1733080959899, walGroup=9168bcbe98d9%2C42395%2C1733080959899, offset=9168bcbe98d9%2C42395%2C1733080959899.1733080962168:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:42395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:23:15,066 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:15,066 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:23:15,066 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:23:15,067 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:23:15,067 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:23:15,067 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:23:15,067 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 786138304 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198882072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:23:15,067 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:40053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:40053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:23:15,230 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:15,267 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1718, reset compression=false 2024-12-01T19:23:15,285 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:15,430 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:15,449 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/f/486da94512a346f6bfa9ec99a5ff2d68 2024-12-01T19:23:15,453 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 486da94512a346f6bfa9ec99a5ff2d68 2024-12-01T19:23:15,467 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/ns/05a00de5fbb84d3c8f45759b87f49f87 2024-12-01T19:23:15,469 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/f1/7583f991c7664e4ab6c82dcfc193575a is 30, key is row1/f1:/1733080985745/DeleteFamily/seqid=0 2024-12-01T19:23:15,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741843_1019 (size=5158) 2024-12-01T19:23:15,485 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/rep_barrier/cd4a1caddaf64fb89c25d2b66ea7d57f is 112, key is test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3./rep_barrier:seqnumDuringOpen/1733080972086/Put/seqid=0 2024-12-01T19:23:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741844_1020 (size=5518) 2024-12-01T19:23:15,571 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1718, reset compression=false 2024-12-01T19:23:15,630 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:15,830 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:15,872 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/f1/7583f991c7664e4ab6c82dcfc193575a 2024-12-01T19:23:15,876 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7583f991c7664e4ab6c82dcfc193575a 2024-12-01T19:23:15,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/norep/31d4dc3b219b437c80e60e8fbe2cd173 is 33, key is row1/norep:/1733080985745/DeleteFamily/seqid=0 2024-12-01T19:23:15,889 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/rep_barrier/cd4a1caddaf64fb89c25d2b66ea7d57f 2024-12-01T19:23:15,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741845_1021 (size=5108) 2024-12-01T19:23:15,904 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/table/7b2ab8cb57e54d129f44058cc3e85bb6 is 53, key is hbase:replication/table:state/1733080978568/Put/seqid=0 2024-12-01T19:23:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:23:15,974 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1718, reset compression=false 2024-12-01T19:23:16,030 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:16,231 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ac2fef601953ea581ef0cb410b735f4, 9fcc2f7c248a97aa7c1b8210774a2dd3 2024-12-01T19:23:16,291 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/norep/31d4dc3b219b437c80e60e8fbe2cd173 2024-12-01T19:23:16,295 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31d4dc3b219b437c80e60e8fbe2cd173 2024-12-01T19:23:16,296 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/f/486da94512a346f6bfa9ec99a5ff2d68 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/f/486da94512a346f6bfa9ec99a5ff2d68 2024-12-01T19:23:16,299 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 486da94512a346f6bfa9ec99a5ff2d68 2024-12-01T19:23:16,300 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/f/486da94512a346f6bfa9ec99a5ff2d68, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T19:23:16,300 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/f1/7583f991c7664e4ab6c82dcfc193575a as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/f1/7583f991c7664e4ab6c82dcfc193575a 2024-12-01T19:23:16,304 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7583f991c7664e4ab6c82dcfc193575a 2024-12-01T19:23:16,304 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/f1/7583f991c7664e4ab6c82dcfc193575a, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T19:23:16,305 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/.tmp/norep/31d4dc3b219b437c80e60e8fbe2cd173 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/norep/31d4dc3b219b437c80e60e8fbe2cd173 2024-12-01T19:23:16,307 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/table/7b2ab8cb57e54d129f44058cc3e85bb6 2024-12-01T19:23:16,308 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31d4dc3b219b437c80e60e8fbe2cd173 2024-12-01T19:23:16,308 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/norep/31d4dc3b219b437c80e60e8fbe2cd173, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T19:23:16,309 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9fcc2f7c248a97aa7c1b8210774a2dd3 in 1280ms, sequenceid=12, compaction requested=false 2024-12-01T19:23:16,309 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:23:16,310 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/info/fd1cf600342c4eb7853506e1242d32a4 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/info/fd1cf600342c4eb7853506e1242d32a4 2024-12-01T19:23:16,312 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/default/test/9fcc2f7c248a97aa7c1b8210774a2dd3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T19:23:16,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:16,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:23:16,313 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:23:16,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fcc2f7c248a97aa7c1b8210774a2dd3: Waiting for close lock at 1733080995029Running coprocessor pre-close hooks at 1733080995029Disabling compacts and flushes for region at 1733080995029Disabling writes for close at 1733080995029Obtaining lock to block concurrent updates at 1733080995029Preparing flush snapshotting stores in 9fcc2f7c248a97aa7c1b8210774a2dd3 at 1733080995030 (+1 ms)Finished memstore snapshotting test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733080995030Flushing stores of test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. at 1733080995030Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/f: creating writer at 1733080995030Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/f: appending metadata at 1733080995045 (+15 ms)Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/f: closing flushed file at 1733080995045Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/f1: creating writer at 1733080995453 (+408 ms)Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/f1: appending metadata at 1733080995468 (+15 ms)Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/f1: closing flushed file at 1733080995468Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/norep: creating writer at 1733080995876 (+408 ms)Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/norep: appending metadata at 1733080995887 (+11 ms)Flushing 9fcc2f7c248a97aa7c1b8210774a2dd3/norep: closing flushed file at 1733080995887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168f167: reopening flushed file at 1733080996295 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ba0932: reopening flushed file at 1733080996300 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d59c03f: reopening flushed file at 1733080996304 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9fcc2f7c248a97aa7c1b8210774a2dd3 in 1280ms, sequenceid=12, compaction requested=false at 1733080996309 (+5 ms)Writing region close event to WAL at 1733080996310 (+1 ms)Running coprocessor post-close hooks at 1733080996313 (+3 ms)Closed at 1733080996313 2024-12-01T19:23:16,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080970946.9fcc2f7c248a97aa7c1b8210774a2dd3. 2024-12-01T19:23:16,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ac2fef601953ea581ef0cb410b735f4, disabling compactions & flushes 2024-12-01T19:23:16,314 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,314 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,314 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. after waiting 0 ms 2024-12-01T19:23:16,314 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,314 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ac2fef601953ea581ef0cb410b735f4: Waiting for close lock at 1733080996313Running coprocessor pre-close hooks at 1733080996313Disabling compacts and flushes for region at 1733080996313Disabling writes for close at 1733080996314 (+1 ms)Failed flush hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4., putting online again at 1733080996314 2024-12-01T19:23:16,314 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/info/fd1cf600342c4eb7853506e1242d32a4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:23:16,314 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,314 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/ns/05a00de5fbb84d3c8f45759b87f49f87 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/ns/05a00de5fbb84d3c8f45759b87f49f87 2024-12-01T19:23:16,317 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/ns/05a00de5fbb84d3c8f45759b87f49f87, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:23:16,318 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/rep_barrier/cd4a1caddaf64fb89c25d2b66ea7d57f as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/rep_barrier/cd4a1caddaf64fb89c25d2b66ea7d57f 2024-12-01T19:23:16,320 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/rep_barrier/cd4a1caddaf64fb89c25d2b66ea7d57f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:23:16,321 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/.tmp/table/7b2ab8cb57e54d129f44058cc3e85bb6 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/table/7b2ab8cb57e54d129f44058cc3e85bb6 2024-12-01T19:23:16,324 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/table/7b2ab8cb57e54d129f44058cc3e85bb6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:23:16,325 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false 2024-12-01T19:23:16,328 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:23:16,328 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:16,328 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:23:16,328 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:16,328 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080995030Running coprocessor pre-close hooks at 1733080995030Disabling compacts and flushes for region at 1733080995030Disabling writes for close at 1733080995030Obtaining lock to block concurrent updates at 1733080995030Preparing flush snapshotting stores in 1588230740 at 1733080995030Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080995030Flushing stores of hbase:meta,,1.1588230740 at 1733080995030Flushing 1588230740/info: creating writer at 1733080995030Flushing 1588230740/info: appending metadata at 1733080995041 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733080995042 (+1 ms)Flushing 1588230740/ns: creating writer at 1733080995049 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733080995061 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733080995061Flushing 1588230740/rep_barrier: creating writer at 1733080995470 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080995484 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080995484Flushing 1588230740/table: creating writer at 1733080995892 (+408 ms)Flushing 1588230740/table: appending metadata at 1733080995903 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733080995903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610ff433: reopening flushed file at 1733080996310 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a3dabb: reopening flushed file at 1733080996314 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb93c9b: reopening flushed file at 1733080996317 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5975a522: reopening flushed file at 1733080996321 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1295ms, sequenceid=16, compaction requested=false at 1733080996325 (+4 ms)Writing region close event to WAL at 1733080996326 (+1 ms)Running coprocessor post-close hooks at 1733080996328 (+2 ms)Closed at 1733080996328 2024-12-01T19:23:16,329 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:16,388 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:16,431 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:23:16,431 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1325): Online Regions={1ac2fef601953ea581ef0cb410b735f4=hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4.} 2024-12-01T19:23:16,431 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:23:16,431 DEBUG [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1351): Waiting on 1ac2fef601953ea581ef0cb410b735f4 2024-12-01T19:23:16,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ac2fef601953ea581ef0cb410b735f4, disabling compactions & flushes 2024-12-01T19:23:16,431 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. after waiting 0 ms 2024-12-01T19:23:16,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ac2fef601953ea581ef0cb410b735f4: Waiting for close lock at 1733080996431Running coprocessor pre-close hooks at 1733080996431Disabling compacts and flushes for region at 1733080996431Disabling writes for close at 1733080996431Failed flush hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4., putting online again at 1733080996431 2024-12-01T19:23:16,431 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080977407.1ac2fef601953ea581ef0cb410b735f4. 2024-12-01T19:23:16,477 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 1718, reset compression=false 2024-12-01T19:23:16,480 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:16,480 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 2362, reset compression=false 2024-12-01T19:23:16,631 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:23:16,631 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,42395,1733080959899; all regions closed. 2024-12-01T19:23:16,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:23:16,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.meta.1733080963255.meta not finished, retry = 0 2024-12-01T19:23:16,683 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.wal-reader.9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 to pos 2362, reset compression=false 2024-12-01T19:23:16,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741839_1015 (size=2390) 2024-12-01T19:23:16,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.rep.1733080978537 not finished, retry = 0 2024-12-01T19:23:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741832_1008 (size=2370) 2024-12-01T19:23:16,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/WALs/9168bcbe98d9,42395,1733080959899/9168bcbe98d9%2C42395%2C1733080959899.1733080962168 not finished, retry = 0 2024-12-01T19:23:16,939 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:16,939 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:16,939 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:16,939 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:16,939 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:16,939 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:16,939 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,42395,1733080959899 because: Region server is closing 2024-12-01T19:23:16,939 INFO [RS:0;9168bcbe98d9:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:42395. 2024-12-01T19:23:16,939 DEBUG [RS:0;9168bcbe98d9:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:16,939 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:16,940 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:16,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:17,040 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,42395,1733080959899.replicationSource.shipper9168bcbe98d9%2C42395%2C1733080959899,1-9168bcbe98d9,42395,1733080959899 terminated 2024-12-01T19:23:17,040 INFO [RS:0;9168bcbe98d9:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:42395. 2024-12-01T19:23:17,040 DEBUG [RS:0;9168bcbe98d9:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:17,040 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:17,040 DEBUG [RS:0;9168bcbe98d9:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:17,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:17,040 INFO [RS:0;9168bcbe98d9:42395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42395 2024-12-01T19:23:17,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868/rs 2024-12-01T19:23:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1724375868/rs/9168bcbe98d9,42395,1733080959899 2024-12-01T19:23:17,101 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:17,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,42395,1733080959899] 2024-12-01T19:23:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,122 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1724375868/draining/9168bcbe98d9,42395,1733080959899 already deleted, retry=false 2024-12-01T19:23:17,122 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,42395,1733080959899 expired; onlineServers=0 2024-12-01T19:23:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,122 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,40053,1733080959790' ***** 2024-12-01T19:23:17,122 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:23:17,122 INFO [M:0;9168bcbe98d9:40053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,122 INFO [M:0;9168bcbe98d9:40053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:17,123 DEBUG [M:0;9168bcbe98d9:40053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:23:17,123 DEBUG [M:0;9168bcbe98d9:40053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:23:17,123 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:23:17,123 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080961921 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080961921,5,FailOnTimeoutGroup] 2024-12-01T19:23:17,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,123 INFO [M:0;9168bcbe98d9:40053 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:17,123 INFO [M:0;9168bcbe98d9:40053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:17,123 DEBUG [M:0;9168bcbe98d9:40053 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:23:17,123 INFO [M:0;9168bcbe98d9:40053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:23:17,123 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080961924 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080961924,5,FailOnTimeoutGroup] 2024-12-01T19:23:17,123 INFO [M:0;9168bcbe98d9:40053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:17,123 INFO [M:0;9168bcbe98d9:40053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:23:17,123 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:23:17,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1724375868/master 2024-12-01T19:23:17,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1724375868 2024-12-01T19:23:17,133 DEBUG [M:0;9168bcbe98d9:40053 {}] zookeeper.ZKUtil(347): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Unable to get data of znode /1-1724375868/master because node does not exist (not an error) 2024-12-01T19:23:17,133 WARN [M:0;9168bcbe98d9:40053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:23:17,133 INFO [M:0;9168bcbe98d9:40053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/.lastflushedseqids 2024-12-01T19:23:17,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:23:17,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:17,212 INFO [RS:0;9168bcbe98d9:42395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:17,212 INFO [RS:0;9168bcbe98d9:42395 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,42395,1733080959899; zookeeper connection closed. 2024-12-01T19:23:17,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1019258ac0c0004, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:17,212 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d3f0207 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d3f0207 2024-12-01T19:23:17,212 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:23:17,537 INFO [M:0;9168bcbe98d9:40053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:23:17,537 INFO [M:0;9168bcbe98d9:40053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:23:17,537 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:23:17,537 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:17,537 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:17,537 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:23:17,537 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:17,538 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-01T19:23:17,553 DEBUG [M:0;9168bcbe98d9:40053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cc9fe5951e642c4a3b52a0ebfd5960c is 82, key is hbase:meta,,1/info:regioninfo/1733080963280/Put/seqid=0 2024-12-01T19:23:17,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:23:17,590 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:17,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:17,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:17,957 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cc9fe5951e642c4a3b52a0ebfd5960c 2024-12-01T19:23:17,973 DEBUG [M:0;9168bcbe98d9:40053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d567bd8e7141b98a90d02ac0786a12 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733080972093/Put/seqid=0 2024-12-01T19:23:17,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741849_1025 (size=7218) 2024-12-01T19:23:18,148 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T19:23:18,148 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T19:23:18,376 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d567bd8e7141b98a90d02ac0786a12 2024-12-01T19:23:18,380 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4d567bd8e7141b98a90d02ac0786a12 2024-12-01T19:23:18,392 DEBUG [M:0;9168bcbe98d9:40053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48e485940d74ecdb468fac5b44fafa5 is 69, key is 9168bcbe98d9,42395,1733080959899/rs:state/1733080961961/Put/seqid=0 2024-12-01T19:23:18,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:23:18,796 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48e485940d74ecdb468fac5b44fafa5 2024-12-01T19:23:18,800 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cc9fe5951e642c4a3b52a0ebfd5960c as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cc9fe5951e642c4a3b52a0ebfd5960c 2024-12-01T19:23:18,803 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cc9fe5951e642c4a3b52a0ebfd5960c, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T19:23:18,804 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4d567bd8e7141b98a90d02ac0786a12 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4d567bd8e7141b98a90d02ac0786a12 2024-12-01T19:23:18,807 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4d567bd8e7141b98a90d02ac0786a12 2024-12-01T19:23:18,807 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4d567bd8e7141b98a90d02ac0786a12, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T19:23:18,808 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48e485940d74ecdb468fac5b44fafa5 as hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48e485940d74ecdb468fac5b44fafa5 2024-12-01T19:23:18,811 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41947/user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48e485940d74ecdb468fac5b44fafa5, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T19:23:18,812 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false 2024-12-01T19:23:18,815 INFO [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:18,815 DEBUG [M:0;9168bcbe98d9:40053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733080997537Disabling compacts and flushes for region at 1733080997537Disabling writes for close at 1733080997537Obtaining lock to block concurrent updates at 1733080997538 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733080997538Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733080997538Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733080997538Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733080997538Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733080997553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733080997553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733080997961 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733080997972 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733080997972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733080998380 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733080998392 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733080998392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75029018: reopening flushed file at 1733080998799 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146f9846: reopening flushed file at 1733080998803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcd569a: reopening flushed file at 1733080998807 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=105, compaction requested=false at 1733080998812 (+5 ms)Writing region close event to WAL at 1733080998815 (+3 ms)Closed at 1733080998815 2024-12-01T19:23:18,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46475 is added to blk_1073741830_1006 (size=64423) 2024-12-01T19:23:18,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/648bd3d2-0304-b3a4-7cd8-adf8833a1819/MasterData/WALs/9168bcbe98d9,40053,1733080959790/9168bcbe98d9%2C40053%2C1733080959790.1733080961651 not finished, retry = 0 2024-12-01T19:23:18,893 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:18,917 INFO [M:0;9168bcbe98d9:40053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:23:18,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:18,917 INFO [M:0;9168bcbe98d9:40053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40053 2024-12-01T19:23:18,918 INFO [M:0;9168bcbe98d9:40053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:19,064 INFO [M:0;9168bcbe98d9:40053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:19,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:19,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40053-0x1019258ac0c0003, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:19,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5144101d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:23:19,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@434e5b06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:23:19,067 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:23:19,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55d2d063{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:23:19,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5647fbbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir/,STOPPED} 2024-12-01T19:23:19,068 WARN [BP-474670752-172.17.0.3-1733080958225 heartbeating to localhost/127.0.0.1:41947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:23:19,068 WARN [BP-474670752-172.17.0.3-1733080958225 heartbeating to localhost/127.0.0.1:41947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-474670752-172.17.0.3-1733080958225 (Datanode Uuid 7fb13006-49e5-4cd5-8634-988d37a0c27f) service to localhost/127.0.0.1:41947 2024-12-01T19:23:19,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:23:19,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:23:19,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/cluster_7a62053c-f262-90f4-9c61-6907675b0b8e/data/data1/current/BP-474670752-172.17.0.3-1733080958225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:23:19,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/cluster_7a62053c-f262-90f4-9c61-6907675b0b8e/data/data2/current/BP-474670752-172.17.0.3-1733080958225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:23:19,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:23:19,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@332d48c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:23:19,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65d5c153{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:23:19,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:23:19,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ef6e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:23:19,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed4e03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f235dff-10d1-b101-9fbe-30709cb7f54d/hadoop.log.dir/,STOPPED} 2024-12-01T19:23:19,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:23:19,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:23:19,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:19,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:19,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:19,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:19,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:19,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:23:19,089 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1069850358, stopped=false 2024-12-01T19:23:19,089 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,45229,1733080954963 2024-12-01T19:23:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765666469/running 2024-12-01T19:23:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765666469/running 2024-12-01T19:23:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:23:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:23:19,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:19,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:19,108 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:19,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:19,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,44253,1733080955347' ***** 2024-12-01T19:23:19,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:23:19,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/running 2024-12-01T19:23:19,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Set watcher on znode that does not yet exist, /0-1765666469/running 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:23:19,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(3091): Received CLOSE for b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(3091): Received CLOSE for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,44253,1733080955347 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:44253. 2024-12-01T19:23:19,109 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8c0291776a1a5ac8867f7a52022b972, disabling compactions & flushes 2024-12-01T19:23:19,109 DEBUG [RS:0;9168bcbe98d9:44253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:19,109 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:19,109 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:23:19,109 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:23:19,109 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. after waiting 0 ms 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:23:19,109 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:23:19,109 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8c0291776a1a5ac8867f7a52022b972 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-01T19:23:19,109 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:23:19,110 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b8c0291776a1a5ac8867f7a52022b972=test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972., 348bf0cb1920ae1aeb867dfb82252c91=hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.} 2024-12-01T19:23:19,110 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:19,110 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:19,110 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:19,110 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:19,110 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:19,110 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:19,110 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:23:19,122 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/f/4482371bec1c4415ab84804467144c7a is 37, key is row3/f:row3/1733080988395/Put/seqid=0 2024-12-01T19:23:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741840_1016 (size=5228) 2024-12-01T19:23:19,126 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/info/0c6556c3269d48cabc84e8ca750a7f91 is 147, key is hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91./info:regioninfo/1733080976415/Put/seqid=0 2024-12-01T19:23:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741841_1017 (size=7686) 2024-12-01T19:23:19,161 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:19,310 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:19,342 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:23:19,342 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:23:19,510 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:19,525 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/f/4482371bec1c4415ab84804467144c7a 2024-12-01T19:23:19,529 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/info/0c6556c3269d48cabc84e8ca750a7f91 2024-12-01T19:23:19,529 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4482371bec1c4415ab84804467144c7a 2024-12-01T19:23:19,544 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/f1/ad9a39218f1643c8844dae080788c414 is 30, key is row1/f1:/1733080985745/DeleteFamily/seqid=0 2024-12-01T19:23:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741842_1018 (size=5158) 2024-12-01T19:23:19,550 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/ns/c14066b52faa4786a888ff8bedfdfab1 is 43, key is default/ns:d/1733080958110/Put/seqid=0 2024-12-01T19:23:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741843_1019 (size=5153) 2024-12-01T19:23:19,710 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:19,910 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:19,947 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/f1/ad9a39218f1643c8844dae080788c414 2024-12-01T19:23:19,950 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad9a39218f1643c8844dae080788c414 2024-12-01T19:23:19,953 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/ns/c14066b52faa4786a888ff8bedfdfab1 2024-12-01T19:23:19,964 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/norep/2db09bbca44d4382b8e0ea08c415c1fa is 32, key is row/norep:/1733080984740/DeleteFamily/seqid=0 2024-12-01T19:23:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741844_1020 (size=5101) 2024-12-01T19:23:19,968 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/rep_barrier/752433ef08974e089860c330f16a0952 is 112, key is test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972./rep_barrier:seqnumDuringOpen/1733080969938/Put/seqid=0 2024-12-01T19:23:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741845_1021 (size=5518) 2024-12-01T19:23:20,110 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:20,296 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1491, reset compression=false 2024-12-01T19:23:20,299 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:20,299 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1738, reset compression=false 2024-12-01T19:23:20,299 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,44253,1733080955347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:20,300 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,44253,1733080955347: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,44253,1733080955347, walGroup=9168bcbe98d9%2C44253%2C1733080955347, offset=9168bcbe98d9%2C44253%2C1733080955347.1733080957454:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:44253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:23:20,302 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:23:20,302 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:23:20,302 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:23:20,302 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:23:20,302 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:23:20,302 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 893093056 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199478832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:23:20,303 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:45229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:45229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:23:20,310 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91, b8c0291776a1a5ac8867f7a52022b972 2024-12-01T19:23:20,367 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/norep/2db09bbca44d4382b8e0ea08c415c1fa 2024-12-01T19:23:20,378 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/rep_barrier/752433ef08974e089860c330f16a0952 2024-12-01T19:23:20,378 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db09bbca44d4382b8e0ea08c415c1fa 2024-12-01T19:23:20,379 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/f/4482371bec1c4415ab84804467144c7a as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/f/4482371bec1c4415ab84804467144c7a 2024-12-01T19:23:20,382 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4482371bec1c4415ab84804467144c7a 2024-12-01T19:23:20,382 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/f/4482371bec1c4415ab84804467144c7a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-01T19:23:20,383 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/f1/ad9a39218f1643c8844dae080788c414 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/f1/ad9a39218f1643c8844dae080788c414 2024-12-01T19:23:20,386 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad9a39218f1643c8844dae080788c414 2024-12-01T19:23:20,386 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/f1/ad9a39218f1643c8844dae080788c414, entries=3, sequenceid=12, filesize=5.0 K 2024-12-01T19:23:20,387 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/.tmp/norep/2db09bbca44d4382b8e0ea08c415c1fa as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/norep/2db09bbca44d4382b8e0ea08c415c1fa 2024-12-01T19:23:20,390 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2db09bbca44d4382b8e0ea08c415c1fa 2024-12-01T19:23:20,390 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/norep/2db09bbca44d4382b8e0ea08c415c1fa, entries=1, sequenceid=12, filesize=5.0 K 2024-12-01T19:23:20,391 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8c0291776a1a5ac8867f7a52022b972 in 1282ms, sequenceid=12, compaction requested=false 2024-12-01T19:23:20,391 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:23:20,394 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/default/test/b8c0291776a1a5ac8867f7a52022b972/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:23:20,395 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8c0291776a1a5ac8867f7a52022b972: Waiting for close lock at 1733080999109Running coprocessor pre-close hooks at 1733080999109Disabling compacts and flushes for region at 1733080999109Disabling writes for close at 1733080999109Obtaining lock to block concurrent updates at 1733080999109Preparing flush snapshotting stores in b8c0291776a1a5ac8867f7a52022b972 at 1733080999109Finished memstore snapshotting test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733080999110 (+1 ms)Flushing stores of test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. at 1733080999110Flushing b8c0291776a1a5ac8867f7a52022b972/f: creating writer at 1733080999110Flushing b8c0291776a1a5ac8867f7a52022b972/f: appending metadata at 1733080999122 (+12 ms)Flushing b8c0291776a1a5ac8867f7a52022b972/f: closing flushed file at 1733080999122Flushing b8c0291776a1a5ac8867f7a52022b972/f1: creating writer at 1733080999529 (+407 ms)Flushing b8c0291776a1a5ac8867f7a52022b972/f1: appending metadata at 1733080999543 (+14 ms)Flushing b8c0291776a1a5ac8867f7a52022b972/f1: closing flushed file at 1733080999543Flushing b8c0291776a1a5ac8867f7a52022b972/norep: creating writer at 1733080999951 (+408 ms)Flushing b8c0291776a1a5ac8867f7a52022b972/norep: appending metadata at 1733080999963 (+12 ms)Flushing b8c0291776a1a5ac8867f7a52022b972/norep: closing flushed file at 1733080999963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b82b6de: reopening flushed file at 1733081000379 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0549b3: reopening flushed file at 1733081000382 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3bc7a9: reopening flushed file at 1733081000386 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b8c0291776a1a5ac8867f7a52022b972 in 1282ms, sequenceid=12, compaction requested=false at 1733081000391 (+5 ms)Writing region close event to WAL at 1733081000392 (+1 ms)Running coprocessor post-close hooks at 1733081000394 (+2 ms)Closed at 1733081000395 (+1 ms) 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733080968792.b8c0291776a1a5ac8867f7a52022b972. 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 348bf0cb1920ae1aeb867dfb82252c91, disabling compactions & flushes 2024-12-01T19:23:20,395 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. after waiting 0 ms 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 348bf0cb1920ae1aeb867dfb82252c91: Waiting for close lock at 1733081000395Running coprocessor pre-close hooks at 1733081000395Disabling compacts and flushes for region at 1733081000395Disabling writes for close at 1733081000395Failed flush hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91., putting online again at 1733081000395 2024-12-01T19:23:20,395 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,398 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/table/258696a4e58d47a2810f0a42a9694be7 is 53, key is hbase:replication/table:state/1733080976421/Put/seqid=0 2024-12-01T19:23:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:23:20,502 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 1738, reset compression=false 2024-12-01T19:23:20,506 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:20,506 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 2382, reset compression=false 2024-12-01T19:23:20,511 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:23:20,511 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 348bf0cb1920ae1aeb867dfb82252c91=hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91.} 2024-12-01T19:23:20,511 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(3091): Received CLOSE for 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:23:20,511 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348bf0cb1920ae1aeb867dfb82252c91 2024-12-01T19:23:20,511 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 348bf0cb1920ae1aeb867dfb82252c91, disabling compactions & flushes 2024-12-01T19:23:20,511 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,511 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,511 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. after waiting 0 ms 2024-12-01T19:23:20,511 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,511 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 348bf0cb1920ae1aeb867dfb82252c91: Waiting for close lock at 1733081000511Running coprocessor pre-close hooks at 1733081000511Disabling compacts and flushes for region at 1733081000511Disabling writes for close at 1733081000511Failed flush hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91., putting online again at 1733081000511 2024-12-01T19:23:20,511 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733080975257.348bf0cb1920ae1aeb867dfb82252c91. 2024-12-01T19:23:20,709 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 2382, reset compression=false 2024-12-01T19:23:20,711 DEBUG [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:23:20,802 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/table/258696a4e58d47a2810f0a42a9694be7 2024-12-01T19:23:20,806 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/info/0c6556c3269d48cabc84e8ca750a7f91 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/info/0c6556c3269d48cabc84e8ca750a7f91 2024-12-01T19:23:20,809 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/info/0c6556c3269d48cabc84e8ca750a7f91, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:23:20,809 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/ns/c14066b52faa4786a888ff8bedfdfab1 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/ns/c14066b52faa4786a888ff8bedfdfab1 2024-12-01T19:23:20,812 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/ns/c14066b52faa4786a888ff8bedfdfab1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:23:20,812 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/rep_barrier/752433ef08974e089860c330f16a0952 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/rep_barrier/752433ef08974e089860c330f16a0952 2024-12-01T19:23:20,815 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/rep_barrier/752433ef08974e089860c330f16a0952, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:23:20,815 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/.tmp/table/258696a4e58d47a2810f0a42a9694be7 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/table/258696a4e58d47a2810f0a42a9694be7 2024-12-01T19:23:20,818 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/table/258696a4e58d47a2810f0a42a9694be7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:23:20,819 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-01T19:23:20,819 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:23:20,825 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:23:20,825 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:20,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:23:20,826 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:20,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733080999110Running coprocessor pre-close hooks at 1733080999110Disabling compacts and flushes for region at 1733080999110Disabling writes for close at 1733080999110Obtaining lock to block concurrent updates at 1733080999110Preparing flush snapshotting stores in 1588230740 at 1733080999110Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733080999110Flushing stores of hbase:meta,,1.1588230740 at 1733080999110Flushing 1588230740/info: creating writer at 1733080999111 (+1 ms)Flushing 1588230740/info: appending metadata at 1733080999125 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733080999125Flushing 1588230740/ns: creating writer at 1733080999532 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733080999549 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733080999549Flushing 1588230740/rep_barrier: creating writer at 1733080999956 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733080999967 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733080999967Flushing 1588230740/table: creating writer at 1733081000381 (+414 ms)Flushing 1588230740/table: appending metadata at 1733081000398 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733081000398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54627555: reopening flushed file at 1733081000805 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474f7d38: reopening flushed file at 1733081000809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4439fded: reopening flushed file at 1733081000812 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d7497d: reopening flushed file at 1733081000815 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733081000819 (+4 ms)Writing region close event to WAL at 1733081000823 (+4 ms)Running coprocessor post-close hooks at 1733081000825 (+2 ms)Closed at 1733081000826 (+1 ms) 2024-12-01T19:23:20,826 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:20,911 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:23:20,911 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,44253,1733080955347; all regions closed. 2024-12-01T19:23:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:23:20,913 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.meta.1733080958056.meta not finished, retry = 0 2024-12-01T19:23:21,013 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.1733080957454 to pos 2382, reset compression=false 2024-12-01T19:23:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741839_1015 (size=2609) 2024-12-01T19:23:21,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/WALs/9168bcbe98d9,44253,1733080955347/9168bcbe98d9%2C44253%2C1733080955347.rep.1733080976387 not finished, retry = 0 2024-12-01T19:23:21,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741833_1009 (size=2390) 2024-12-01T19:23:21,118 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:21,118 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:21,118 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:21,118 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:21,118 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:21,118 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:21,119 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,44253,1733080955347 because: Region server is closing 2024-12-01T19:23:21,119 INFO [RS:0;9168bcbe98d9:44253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:44253. 2024-12-01T19:23:21,119 DEBUG [RS:0;9168bcbe98d9:44253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:21,119 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:21,119 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:21,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:21,219 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.shipper9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 terminated 2024-12-01T19:23:21,219 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,44253,1733080955347.replicationSource.wal-reader.9168bcbe98d9%2C44253%2C1733080955347,1-9168bcbe98d9,44253,1733080955347 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:23:21,220 INFO [RS:0;9168bcbe98d9:44253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:44253. 2024-12-01T19:23:21,220 DEBUG [RS:0;9168bcbe98d9:44253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:21,220 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:21,220 DEBUG [RS:0;9168bcbe98d9:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:21,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:21,220 INFO [RS:0;9168bcbe98d9:44253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44253 2024-12-01T19:23:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469/rs 2024-12-01T19:23:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765666469/rs/9168bcbe98d9,44253,1733080955347 2024-12-01T19:23:21,290 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:21,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,44253,1733080955347] 2024-12-01T19:23:21,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1765666469/draining/9168bcbe98d9,44253,1733080955347 already deleted, retry=false 2024-12-01T19:23:21,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,44253,1733080955347 expired; onlineServers=0 2024-12-01T19:23:21,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,45229,1733080954963' ***** 2024-12-01T19:23:21,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:23:21,312 INFO [M:0;9168bcbe98d9:45229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:21,312 INFO [M:0;9168bcbe98d9:45229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:21,312 DEBUG [M:0;9168bcbe98d9:45229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:23:21,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:23:21,312 DEBUG [M:0;9168bcbe98d9:45229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:23:21,312 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080957225 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733080957225,5,FailOnTimeoutGroup] 2024-12-01T19:23:21,312 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080957225 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733080957225,5,FailOnTimeoutGroup] 2024-12-01T19:23:21,312 INFO [M:0;9168bcbe98d9:45229 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:21,312 INFO [M:0;9168bcbe98d9:45229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:21,312 DEBUG [M:0;9168bcbe98d9:45229 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:23:21,312 INFO [M:0;9168bcbe98d9:45229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:23:21,312 INFO [M:0;9168bcbe98d9:45229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:21,312 ERROR [M:0;9168bcbe98d9:45229 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32995,5,PEWorkerGroup] 2024-12-01T19:23:21,313 INFO [M:0;9168bcbe98d9:45229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:23:21,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:23:21,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1765666469/master 2024-12-01T19:23:21,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1765666469 2024-12-01T19:23:21,322 DEBUG [M:0;9168bcbe98d9:45229 {}] zookeeper.ZKUtil(347): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Unable to get data of znode /0-1765666469/master because node does not exist (not an error) 2024-12-01T19:23:21,322 WARN [M:0;9168bcbe98d9:45229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:23:21,323 INFO [M:0;9168bcbe98d9:45229 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/.lastflushedseqids 2024-12-01T19:23:21,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:23:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:21,401 INFO [RS:0;9168bcbe98d9:44253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x1019258ac0c0001, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:21,401 INFO [RS:0;9168bcbe98d9:44253 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,44253,1733080955347; zookeeper connection closed. 2024-12-01T19:23:21,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47c9caf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47c9caf 2024-12-01T19:23:21,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:23:21,726 INFO [M:0;9168bcbe98d9:45229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:23:21,727 INFO [M:0;9168bcbe98d9:45229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:23:21,727 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:23:21,727 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:21,727 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:21,727 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:23:21,727 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:21,727 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-01T19:23:21,740 DEBUG [M:0;9168bcbe98d9:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5089db4cb444ab392ec160ea2c2d8fc is 82, key is hbase:meta,,1/info:regioninfo/1733080958082/Put/seqid=0 2024-12-01T19:23:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:23:22,143 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5089db4cb444ab392ec160ea2c2d8fc 2024-12-01T19:23:22,161 DEBUG [M:0;9168bcbe98d9:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57a427e018814fd98aa6ab14deaa9969 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733080969945/Put/seqid=0 2024-12-01T19:23:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741849_1025 (size=7219) 2024-12-01T19:23:22,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:22,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,565 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57a427e018814fd98aa6ab14deaa9969 2024-12-01T19:23:22,568 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a427e018814fd98aa6ab14deaa9969 2024-12-01T19:23:22,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:22,579 DEBUG [M:0;9168bcbe98d9:45229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d99bbc658e4c4533a2633366ede514a7 is 69, key is 9168bcbe98d9,44253,1733080955347/rs:state/1733080957316/Put/seqid=0 2024-12-01T19:23:22,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:23:22,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:23:22,582 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:23:22,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:23:22,983 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d99bbc658e4c4533a2633366ede514a7 2024-12-01T19:23:22,987 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5089db4cb444ab392ec160ea2c2d8fc as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5089db4cb444ab392ec160ea2c2d8fc 2024-12-01T19:23:22,990 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5089db4cb444ab392ec160ea2c2d8fc, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T19:23:22,991 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57a427e018814fd98aa6ab14deaa9969 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57a427e018814fd98aa6ab14deaa9969 2024-12-01T19:23:22,994 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57a427e018814fd98aa6ab14deaa9969 2024-12-01T19:23:22,994 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57a427e018814fd98aa6ab14deaa9969, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T19:23:22,995 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d99bbc658e4c4533a2633366ede514a7 as hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d99bbc658e4c4533a2633366ede514a7 2024-12-01T19:23:22,998 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32995/user/jenkins/test-data/1e8ec9ba-8451-3638-8f67-c23d071e0895/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d99bbc658e4c4533a2633366ede514a7, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T19:23:22,998 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-12-01T19:23:23,003 INFO [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:23,004 DEBUG [M:0;9168bcbe98d9:45229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081001727Disabling compacts and flushes for region at 1733081001727Disabling writes for close at 1733081001727Obtaining lock to block concurrent updates at 1733081001727Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081001727Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733081001727Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081001728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081001728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081001740 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081001740Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081002146 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081002161 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081002161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081002568 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081002579 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081002579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cf9441: reopening flushed file at 1733081002987 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1042c: reopening flushed file at 1733081002990 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632d1a83: reopening flushed file at 1733081002994 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1733081002998 (+4 ms)Writing region close event to WAL at 1733081003003 (+5 ms)Closed at 1733081003003 2024-12-01T19:23:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35783 is added to blk_1073741830_1006 (size=64435) 2024-12-01T19:23:23,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:23,006 INFO [M:0;9168bcbe98d9:45229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:23:23,006 INFO [M:0;9168bcbe98d9:45229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45229 2024-12-01T19:23:23,007 INFO [M:0;9168bcbe98d9:45229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:23,159 INFO [M:0;9168bcbe98d9:45229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:23,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:23,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45229-0x1019258ac0c0000, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:23,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56d056ca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:23:23,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@393ac790{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:23:23,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:23:23,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f86a26b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:23:23,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f86420{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir/,STOPPED} 2024-12-01T19:23:23,162 WARN [BP-544986081-172.17.0.3-1733080952945 heartbeating to localhost/127.0.0.1:32995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:23:23,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:23:23,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:23:23,162 WARN [BP-544986081-172.17.0.3-1733080952945 heartbeating to localhost/127.0.0.1:32995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-544986081-172.17.0.3-1733080952945 (Datanode Uuid 8cd524b3-94c7-49b2-9f0f-1fbede5da585) service to localhost/127.0.0.1:32995 2024-12-01T19:23:23,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/data/data1/current/BP-544986081-172.17.0.3-1733080952945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:23:23,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/cluster_ac962517-4b52-ac65-358a-27115826b783/data/data2/current/BP-544986081-172.17.0.3-1733080952945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:23:23,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:23:23,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a01c487{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:23:23,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@280b75e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:23:23,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:23:23,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f00c263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:23:23,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@502e2ff7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97c849fb-6115-8281-0933-413f41366015/hadoop.log.dir/,STOPPED} 2024-12-01T19:23:23,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:23:23,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:23:23,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32995 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51160) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51160) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51160) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=717 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=4507 (was 4551) 2024-12-01T19:23:23,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=717, MaxFileDescriptor=1048576, SystemLoadAverage=279, ProcessCount=11, AvailableMemoryMB=4507 2024-12-01T19:23:23,215 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-01T19:23:23,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir so I do NOT create it in target/test-data/405d7150-fa09-800f-e132-31b984d66607 2024-12-01T19:23:23,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:23:23,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.tmp.dir so I do NOT create it in target/test-data/405d7150-fa09-800f-e132-31b984d66607 2024-12-01T19:23:23,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cbe9843-da77-e6be-29d6-539cf626747a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:23:23,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607 2024-12-01T19:23:23,215 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae, deleteOnExit=true 2024-12-01T19:23:23,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/zookeeper_0, clientPort=53329, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:23:23,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53329 2024-12-01T19:23:23,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:23:23,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/test.cache.data in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:23:23,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:23:23,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:23:23,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:23:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019258ac0c0008, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:23:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019258ac0c0005, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:23:23,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019258ac0c0002, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:23:23,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019258ac0c0005, quorum=127.0.0.1:51160, baseZNode=/1-1724375868 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:23:23,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019258ac0c0008, quorum=127.0.0.1:51160, baseZNode=/2-1212067686 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:23:23,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019258ac0c0002, quorum=127.0.0.1:51160, baseZNode=/0-1765666469 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:23:23,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:23,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:23:23,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:23:23,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:23:23,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:23:23,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:23,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441f5126{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:23:23,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f60c8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:23:23,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f77d458{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/java.io.tmpdir/jetty-localhost-33911-hadoop-hdfs-3_4_1-tests_jar-_-any-10711929906007364598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:23:23,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@444a365f{HTTP/1.1, (http/1.1)}{localhost:33911} 2024-12-01T19:23:23,717 INFO [Time-limited test {}] server.Server(415): Started @287210ms 2024-12-01T19:23:23,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:23,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:23:23,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:23:23,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:23:23,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:23:23,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ca2e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:23:23,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@475f79bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:23:24,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@707cc983{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/java.io.tmpdir/jetty-localhost-44839-hadoop-hdfs-3_4_1-tests_jar-_-any-9351773680341932041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:23:24,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@146efea0{HTTP/1.1, (http/1.1)}{localhost:44839} 2024-12-01T19:23:24,068 INFO [Time-limited test {}] server.Server(415): Started @287560ms 2024-12-01T19:23:24,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:23:24,690 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/data/data1/current/BP-1398253020-172.17.0.3-1733081003232/current, will proceed with Du for space computation calculation, 2024-12-01T19:23:24,690 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/data/data2/current/BP-1398253020-172.17.0.3-1733081003232/current, will proceed with Du for space computation calculation, 2024-12-01T19:23:24,703 WARN [Thread-3422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:23:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28b3d277b614440c with lease ID 0xe3dcf35230c47284: Processing first storage report for DS-a6a7b137-9057-4d8f-b25a-e9a3f7ffdcaf from datanode DatanodeRegistration(127.0.0.1:43783, datanodeUuid=ec95068f-dd91-47e1-82fc-f8b610348c2d, infoPort=41539, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=938019271;c=1733081003232) 2024-12-01T19:23:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28b3d277b614440c with lease ID 0xe3dcf35230c47284: from storage DS-a6a7b137-9057-4d8f-b25a-e9a3f7ffdcaf node DatanodeRegistration(127.0.0.1:43783, datanodeUuid=ec95068f-dd91-47e1-82fc-f8b610348c2d, infoPort=41539, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=938019271;c=1733081003232), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:23:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28b3d277b614440c with lease ID 0xe3dcf35230c47284: Processing first storage report for DS-3dd6ad7f-113e-4e35-b9ef-ce60d98d27ee from datanode DatanodeRegistration(127.0.0.1:43783, datanodeUuid=ec95068f-dd91-47e1-82fc-f8b610348c2d, infoPort=41539, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=938019271;c=1733081003232) 2024-12-01T19:23:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28b3d277b614440c with lease ID 0xe3dcf35230c47284: from storage DS-3dd6ad7f-113e-4e35-b9ef-ce60d98d27ee node DatanodeRegistration(127.0.0.1:43783, datanodeUuid=ec95068f-dd91-47e1-82fc-f8b610348c2d, infoPort=41539, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=938019271;c=1733081003232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:23:24,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607 2024-12-01T19:23:24,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:24,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:23:25,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:25,165 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:23:25,165 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88636 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:23:25,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e with version=8 2024-12-01T19:23:25,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/hbase-staging 2024-12-01T19:23:25,201 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:23:25,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:23:25,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40385 2024-12-01T19:23:25,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40385 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:25,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403850x0, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:25,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40385-0x1019259707d0000 connected 2024-12-01T19:23:25,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:25,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:25,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/running 2024-12-01T19:23:25,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e, hbase.cluster.distributed=false 2024-12-01T19:23:25,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/acl 2024-12-01T19:23:25,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40385 2024-12-01T19:23:25,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40385 2024-12-01T19:23:25,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40385 2024-12-01T19:23:25,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40385 2024-12-01T19:23:25,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40385 2024-12-01T19:23:25,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:23:25,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:23:25,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39457 2024-12-01T19:23:25,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39457 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:25,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:25,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:25,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394570x0, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:25,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39457-0x1019259707d0001 connected 2024-12-01T19:23:25,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/running 2024-12-01T19:23:25,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:23:25,403 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:23:25,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/master 2024-12-01T19:23:25,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/acl 2024-12-01T19:23:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39457 2024-12-01T19:23:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39457 2024-12-01T19:23:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39457 2024-12-01T19:23:25,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39457 2024-12-01T19:23:25,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39457 2024-12-01T19:23:25,424 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:40385 2024-12-01T19:23:25,424 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-175201813/backup-masters/9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:25,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813/backup-masters 2024-12-01T19:23:25,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813/backup-masters 2024-12-01T19:23:25,434 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on existing znode=/0-175201813/backup-masters/9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:25,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-175201813/master 2024-12-01T19:23:25,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:25,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:25,444 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on existing znode=/0-175201813/master 2024-12-01T19:23:25,445 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-175201813/backup-masters/9168bcbe98d9,40385,1733081005201 from backup master directory 2024-12-01T19:23:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-175201813/backup-masters/9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813/backup-masters 2024-12-01T19:23:25,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813/backup-masters 2024-12-01T19:23:25,455 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:23:25,455 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:25,457 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/hbase.id] with ID: e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75 2024-12-01T19:23:25,458 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/.tmp/hbase.id 2024-12-01T19:23:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:23:25,861 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/.tmp/hbase.id]:[hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/hbase.id] 2024-12-01T19:23:25,868 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:25,868 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:23:25,868 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T19:23:25,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:25,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:25,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:23:26,326 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:26,327 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:23:26,327 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:23:26,732 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store 2024-12-01T19:23:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:23:27,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:27,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:23:27,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:27,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:27,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:23:27,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:27,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:27,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081007137Disabling compacts and flushes for region at 1733081007137Disabling writes for close at 1733081007137Writing region close event to WAL at 1733081007137Closed at 1733081007137 2024-12-01T19:23:27,138 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/.initializing 2024-12-01T19:23:27,138 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/WALs/9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:27,139 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:23:27,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C40385%2C1733081005201, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/WALs/9168bcbe98d9,40385,1733081005201, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/oldWALs, maxLogs=10 2024-12-01T19:23:27,154 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/WALs/9168bcbe98d9,40385,1733081005201/9168bcbe98d9%2C40385%2C1733081005201.1733081007140, exclude list is [], retry=0 2024-12-01T19:23:27,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43783,DS-a6a7b137-9057-4d8f-b25a-e9a3f7ffdcaf,DISK] 2024-12-01T19:23:27,158 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/WALs/9168bcbe98d9,40385,1733081005201/9168bcbe98d9%2C40385%2C1733081005201.1733081007140 2024-12-01T19:23:27,158 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-01T19:23:27,158 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:27,158 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:27,158 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,158 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:23:27,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:27,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:27,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:23:27,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:27,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:27,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:23:27,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:27,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:27,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:23:27,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:27,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:27,164 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,164 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,165 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,165 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,165 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,166 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:27,166 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:27,168 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:27,168 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72731969, jitterRate=0.08379079401493073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:27,169 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081007158Initializing all the Stores at 1733081007159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081007159Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081007159Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081007159Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081007159Cleaning up temporary data from old regions at 1733081007165 (+6 ms)Region opened successfully at 1733081007169 (+4 ms) 2024-12-01T19:23:27,169 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:23:27,171 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f004d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:23:27,172 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:23:27,172 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:23:27,172 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:23:27,172 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:23:27,172 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:23:27,173 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:23:27,173 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:23:27,174 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:23:27,175 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Unable to get data of znode /0-175201813/balancer because node does not exist (not necessarily an error) 2024-12-01T19:23:27,248 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-175201813/balancer already deleted, retry=false 2024-12-01T19:23:27,248 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:23:27,249 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Unable to get data of znode /0-175201813/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:23:27,258 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-175201813/normalizer already deleted, retry=false 2024-12-01T19:23:27,259 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:23:27,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Unable to get data of znode /0-175201813/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:23:27,269 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-175201813/switch/split already deleted, retry=false 2024-12-01T19:23:27,270 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Unable to get data of znode /0-175201813/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:23:27,279 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-175201813/switch/merge already deleted, retry=false 2024-12-01T19:23:27,281 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Unable to get data of znode /0-175201813/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:23:27,290 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-175201813/snapshot-cleanup already deleted, retry=false 2024-12-01T19:23:27,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-175201813/running 2024-12-01T19:23:27,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-175201813/running 2024-12-01T19:23:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:27,301 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,40385,1733081005201, sessionid=0x1019259707d0000, setting cluster-up flag (Was=false) 2024-12-01T19:23:27,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:27,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:27,353 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-175201813/flush-table-proc/acquired, /0-175201813/flush-table-proc/reached, /0-175201813/flush-table-proc/abort 2024-12-01T19:23:27,354 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:27,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:27,406 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-175201813/online-snapshot/acquired, /0-175201813/online-snapshot/reached, /0-175201813/online-snapshot/abort 2024-12-01T19:23:27,407 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:27,407 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:23:27,408 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:27,408 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:23:27,409 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:23:27,409 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,40385,1733081005201 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:23:27,410 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,410 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081037410 2024-12-01T19:23:27,410 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:23:27,410 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:23:27,410 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:23:27,410 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:23:27,410 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:27,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:23:27,411 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:23:27,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:27,412 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081007411,5,FailOnTimeoutGroup] 2024-12-01T19:23:27,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:23:27,412 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081007412,5,FailOnTimeoutGroup] 2024-12-01T19:23:27,412 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,412 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:23:27,412 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,412 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,415 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(746): ClusterId : e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75 2024-12-01T19:23:27,415 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:23:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:23:27,427 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:23:27,427 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:23:27,438 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:23:27,438 DEBUG [RS:0;9168bcbe98d9:39457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9ace2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:23:27,450 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:39457 2024-12-01T19:23:27,451 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:23:27,451 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:23:27,451 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:23:27,451 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,40385,1733081005201 with port=39457, startcode=1733081005386 2024-12-01T19:23:27,451 DEBUG [RS:0;9168bcbe98d9:39457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:23:27,452 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:23:27,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:27,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40385 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:27,454 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e 2024-12-01T19:23:27,454 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37787 2024-12-01T19:23:27,454 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:23:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813/rs 2024-12-01T19:23:27,465 DEBUG [RS:0;9168bcbe98d9:39457 {}] zookeeper.ZKUtil(111): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on existing znode=/0-175201813/rs/9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:27,465 WARN [RS:0;9168bcbe98d9:39457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:23:27,465 INFO [RS:0;9168bcbe98d9:39457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:27,466 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:27,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,39457,1733081005386] 2024-12-01T19:23:27,468 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:23:27,469 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:23:27,470 INFO [RS:0;9168bcbe98d9:39457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:23:27,470 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,470 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:23:27,470 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:23:27,470 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,470 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,470 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,470 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,470 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,470 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,470 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:23:27,471 DEBUG [RS:0;9168bcbe98d9:39457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:23:27,472 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,472 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,472 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,472 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,472 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,472 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39457,1733081005386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:23:27,483 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:23:27,483 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39457,1733081005386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,483 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,483 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.Replication(171): 9168bcbe98d9,39457,1733081005386 started 2024-12-01T19:23:27,494 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:27,494 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,39457,1733081005386, RpcServer on 9168bcbe98d9/172.17.0.3:39457, sessionid=0x1019259707d0001 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39457,1733081005386' 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-175201813/flush-table-proc/abort' 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-175201813/flush-table-proc/acquired' 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:23:27,495 DEBUG [RS:0;9168bcbe98d9:39457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:27,496 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39457,1733081005386' 2024-12-01T19:23:27,496 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-175201813/online-snapshot/abort' 2024-12-01T19:23:27,496 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-175201813/online-snapshot/acquired' 2024-12-01T19:23:27,496 DEBUG [RS:0;9168bcbe98d9:39457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:23:27,496 INFO [RS:0;9168bcbe98d9:39457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:23:27,496 INFO [RS:0;9168bcbe98d9:39457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:23:27,596 INFO [RS:0;9168bcbe98d9:39457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:23:27,597 INFO [RS:0;9168bcbe98d9:39457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39457%2C1733081005386, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/oldWALs, maxLogs=10 2024-12-01T19:23:27,609 DEBUG [RS:0;9168bcbe98d9:39457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598, exclude list is [], retry=0 2024-12-01T19:23:27,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43783,DS-a6a7b137-9057-4d8f-b25a-e9a3f7ffdcaf,DISK] 2024-12-01T19:23:27,612 INFO [RS:0;9168bcbe98d9:39457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 2024-12-01T19:23:27,612 DEBUG [RS:0;9168bcbe98d9:39457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-01T19:23:27,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:23:27,822 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e 2024-12-01T19:23:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:23:28,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:28,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:28,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:28,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:23:28,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:23:28,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:23:28,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:23:28,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:23:28,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:23:28,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:23:28,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:23:28,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:23:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740 2024-12-01T19:23:28,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740 2024-12-01T19:23:28,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:23:28,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:23:28,237 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:28,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:23:28,239 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:28,239 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70805897, jitterRate=0.05509008467197418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081008230Initializing all the Stores at 1733081008231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081008231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081008231Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081008231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081008231Cleaning up temporary data from old regions at 1733081008237 (+6 ms)Region opened successfully at 1733081008240 (+3 ms) 2024-12-01T19:23:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:28,240 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:28,240 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081008240Disabling compacts and flushes for region at 1733081008240Disabling writes for close at 1733081008240Writing region close event to WAL at 1733081008240Closed at 1733081008240 2024-12-01T19:23:28,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:28,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:23:28,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:23:28,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:23:28,243 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:23:28,393 DEBUG [9168bcbe98d9:40385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:23:28,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:28,394 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39457,1733081005386, state=OPENING 2024-12-01T19:23:28,490 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:23:28,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:28,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:28,501 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:23:28,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-175201813/meta-region-server: CHANGED 2024-12-01T19:23:28,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-175201813/meta-region-server: CHANGED 2024-12-01T19:23:28,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39457,1733081005386}] 2024-12-01T19:23:28,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:28,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:23:28,656 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:23:28,656 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:28,656 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:23:28,657 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39457%2C1733081005386.meta, suffix=.meta, logDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/oldWALs, maxLogs=10 2024-12-01T19:23:28,668 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.meta.1733081008658.meta, exclude list is [], retry=0 2024-12-01T19:23:28,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43783,DS-a6a7b137-9057-4d8f-b25a-e9a3f7ffdcaf,DISK] 2024-12-01T19:23:28,671 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.meta.1733081008658.meta 2024-12-01T19:23:28,671 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-01T19:23:28,671 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:28,672 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:28,672 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:28,672 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:23:28,672 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:23:28,672 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:23:28,672 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:28,672 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:23:28,672 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:23:28,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:23:28,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:23:28,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:23:28,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:23:28,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:23:28,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:23:28,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:23:28,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:23:28,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:28,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:28,676 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:23:28,677 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740 2024-12-01T19:23:28,677 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740 2024-12-01T19:23:28,678 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:23:28,678 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:23:28,678 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:28,679 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:23:28,679 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75300614, jitterRate=0.12206658720970154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:28,679 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:23:28,679 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081008672Writing region info on filesystem at 1733081008672Initializing all the Stores at 1733081008673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081008673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081008673Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081008673Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081008673Cleaning up temporary data from old regions at 1733081008678 (+5 ms)Running coprocessor post-open hooks at 1733081008679 (+1 ms)Region opened successfully at 1733081008679 2024-12-01T19:23:28,680 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081008653 2024-12-01T19:23:28,682 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:23:28,682 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:23:28,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:28,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39457,1733081005386, state=OPEN 2024-12-01T19:23:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-175201813/meta-region-server 2024-12-01T19:23:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-175201813/meta-region-server 2024-12-01T19:23:28,721 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:28,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-175201813/meta-region-server: CHANGED 2024-12-01T19:23:28,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-175201813/meta-region-server: CHANGED 2024-12-01T19:23:28,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:23:28,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39457,1733081005386 in 220 msec 2024-12-01T19:23:28,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:23:28,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-12-01T19:23:28,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:28,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:23:28,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:28,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39457,1733081005386, seqNum=-1] 2024-12-01T19:23:28,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:28,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:28,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-12-01T19:23:28,731 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081008731, completionTime=-1 2024-12-01T19:23:28,731 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:23:28,731 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081068733 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081128733 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40385,1733081005201-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40385,1733081005201-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40385,1733081005201-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:40385, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,735 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:23:28,736 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.281sec 2024-12-01T19:23:28,736 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:23:28,736 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:23:28,736 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:23:28,736 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:23:28,737 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:23:28,737 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40385,1733081005201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:23:28,737 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40385,1733081005201-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:23:28,738 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:23:28,738 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:23:28,738 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,40385,1733081005201-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:28,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e491e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:28,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40385,-1 for getting cluster id 2024-12-01T19:23:28,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:28,817 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75' 2024-12-01T19:23:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:28,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75" 2024-12-01T19:23:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad65c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40385,-1] 2024-12-01T19:23:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:28,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:28,819 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:28,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b98ee1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:28,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39457,1733081005386, seqNum=-1] 2024-12-01T19:23:28,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:28,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:28,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:28,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:28,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019259707d0002 connected 2024-12-01T19:23:28,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir so I do NOT create it in target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6 2024-12-01T19:23:28,856 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:23:28,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.tmp.dir so I do NOT create it in target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6 2024-12-01T19:23:28,856 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:23:28,856 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6 2024-12-01T19:23:28,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:23:28,856 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/cluster_506ee571-2f56-f7d0-548b-50e9516cad39, deleteOnExit=true 2024-12-01T19:23:28,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/test.cache.data in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:23:28,857 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:23:28,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:23:28,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:23:28,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:23:28,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:23:28,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:23:29,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:29,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:23:29,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:23:29,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:23:29,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:23:29,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:29,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33292fdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:23:29,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786b2ed4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:23:29,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3b46f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/java.io.tmpdir/jetty-localhost-38381-hadoop-hdfs-3_4_1-tests_jar-_-any-18384431479972815256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:23:29,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32455bb6{HTTP/1.1, (http/1.1)}{localhost:38381} 2024-12-01T19:23:29,280 INFO [Time-limited test {}] server.Server(415): Started @292772ms 2024-12-01T19:23:29,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:29,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:23:29,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:23:29,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:23:29,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:23:29,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14948176{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:23:29,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326fb535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:23:29,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6725a265{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/java.io.tmpdir/jetty-localhost-38325-hadoop-hdfs-3_4_1-tests_jar-_-any-9166964339777655951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:23:29,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16774168{HTTP/1.1, (http/1.1)}{localhost:38325} 2024-12-01T19:23:29,610 INFO [Time-limited test {}] server.Server(415): Started @293102ms 2024-12-01T19:23:29,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:23:30,608 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/cluster_506ee571-2f56-f7d0-548b-50e9516cad39/data/data1/current/BP-1502621194-172.17.0.3-1733081008879/current, will proceed with Du for space computation calculation, 2024-12-01T19:23:30,608 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/cluster_506ee571-2f56-f7d0-548b-50e9516cad39/data/data2/current/BP-1502621194-172.17.0.3-1733081008879/current, will proceed with Du for space computation calculation, 2024-12-01T19:23:30,625 WARN [Thread-3543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:23:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7d15e60ff8049a1 with lease ID 0xdd580124d713800e: Processing first storage report for DS-23ef0c9f-4146-4b15-97f7-89f5572b43c6 from datanode DatanodeRegistration(127.0.0.1:33503, datanodeUuid=97ade39b-84bc-4d1f-8e82-07e10ef20fdc, infoPort=46537, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1125831885;c=1733081008879) 2024-12-01T19:23:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7d15e60ff8049a1 with lease ID 0xdd580124d713800e: from storage DS-23ef0c9f-4146-4b15-97f7-89f5572b43c6 node DatanodeRegistration(127.0.0.1:33503, datanodeUuid=97ade39b-84bc-4d1f-8e82-07e10ef20fdc, infoPort=46537, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1125831885;c=1733081008879), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:23:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7d15e60ff8049a1 with lease ID 0xdd580124d713800e: Processing first storage report for DS-2be9e40d-b9e2-4548-8376-4f1fcb94a081 from datanode DatanodeRegistration(127.0.0.1:33503, datanodeUuid=97ade39b-84bc-4d1f-8e82-07e10ef20fdc, infoPort=46537, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1125831885;c=1733081008879) 2024-12-01T19:23:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7d15e60ff8049a1 with lease ID 0xdd580124d713800e: from storage DS-2be9e40d-b9e2-4548-8376-4f1fcb94a081 node DatanodeRegistration(127.0.0.1:33503, datanodeUuid=97ade39b-84bc-4d1f-8e82-07e10ef20fdc, infoPort=46537, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=1125831885;c=1733081008879), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:23:30,642 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6 2024-12-01T19:23:30,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:30,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:30,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:23:31,050 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9 with version=8 2024-12-01T19:23:31,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/hbase-staging 2024-12-01T19:23:31,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:23:31,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:23:31,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34421 2024-12-01T19:23:31,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34421 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:31,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344210x0, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:31,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34421-0x1019259707d0003 connected 2024-12-01T19:23:31,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:31,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:31,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/running 2024-12-01T19:23:31,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9, hbase.cluster.distributed=false 2024-12-01T19:23:31,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/acl 2024-12-01T19:23:31,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34421 2024-12-01T19:23:31,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34421 2024-12-01T19:23:31,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34421 2024-12-01T19:23:31,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34421 2024-12-01T19:23:31,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34421 2024-12-01T19:23:31,213 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:23:31,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37049 2024-12-01T19:23:31,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37049 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:31,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:31,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:31,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370490x0, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:31,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370490x0, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/running 2024-12-01T19:23:31,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37049-0x1019259707d0004 connected 2024-12-01T19:23:31,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:23:31,228 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:23:31,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/master 2024-12-01T19:23:31,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/acl 2024-12-01T19:23:31,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37049 2024-12-01T19:23:31,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37049 2024-12-01T19:23:31,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37049 2024-12-01T19:23:31,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37049 2024-12-01T19:23:31,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37049 2024-12-01T19:23:31,247 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:34421 2024-12-01T19:23:31,247 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11589710575/backup-masters/9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575/backup-masters 2024-12-01T19:23:31,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575/backup-masters 2024-12-01T19:23:31,259 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on existing znode=/11589710575/backup-masters/9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11589710575/master 2024-12-01T19:23:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,269 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on existing znode=/11589710575/master 2024-12-01T19:23:31,269 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11589710575/backup-masters/9168bcbe98d9,34421,1733081011052 from backup master directory 2024-12-01T19:23:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589710575/backup-masters/9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575/backup-masters 2024-12-01T19:23:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575/backup-masters 2024-12-01T19:23:31,279 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:23:31,279 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:31,282 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/hbase.id] with ID: 4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274 2024-12-01T19:23:31,282 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/.tmp/hbase.id 2024-12-01T19:23:31,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:23:31,289 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/.tmp/hbase.id]:[hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/hbase.id] 2024-12-01T19:23:31,296 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:31,296 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:23:31,297 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:23:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:23:31,712 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:31,713 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:23:31,713 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:31,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:23:31,718 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store 2024-12-01T19:23:31,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:23:31,723 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:31,723 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:23:31,723 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:31,723 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:31,723 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:23:31,723 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:31,723 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:31,723 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081011723Disabling compacts and flushes for region at 1733081011723Disabling writes for close at 1733081011723Writing region close event to WAL at 1733081011723Closed at 1733081011723 2024-12-01T19:23:31,724 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/.initializing 2024-12-01T19:23:31,724 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/WALs/9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:31,724 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:23:31,733 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C34421%2C1733081011052, suffix=, logDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/WALs/9168bcbe98d9,34421,1733081011052, archiveDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/oldWALs, maxLogs=10 2024-12-01T19:23:31,745 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/WALs/9168bcbe98d9,34421,1733081011052/9168bcbe98d9%2C34421%2C1733081011052.1733081011734, exclude list is [], retry=0 2024-12-01T19:23:31,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33503,DS-23ef0c9f-4146-4b15-97f7-89f5572b43c6,DISK] 2024-12-01T19:23:31,748 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/WALs/9168bcbe98d9,34421,1733081011052/9168bcbe98d9%2C34421%2C1733081011052.1733081011734 2024-12-01T19:23:31,748 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-12-01T19:23:31,749 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:31,749 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:31,749 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,749 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:23:31,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:31,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:31,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:23:31,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:31,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:31,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:23:31,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:31,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:31,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:23:31,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:31,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:31,754 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,754 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,754 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,755 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,755 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,755 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:31,756 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:31,757 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:31,757 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71676081, jitterRate=0.06805683672428131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:31,757 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081011749Initializing all the Stores at 1733081011749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081011749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081011750 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081011750Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081011750Cleaning up temporary data from old regions at 1733081011755 (+5 ms)Region opened successfully at 1733081011757 (+2 ms) 2024-12-01T19:23:31,757 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:23:31,759 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20abe67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:23:31,759 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:23:31,759 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:23:31,759 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:23:31,760 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:23:31,760 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:23:31,760 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:23:31,760 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:23:31,761 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:23:31,762 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Unable to get data of znode /11589710575/balancer because node does not exist (not necessarily an error) 2024-12-01T19:23:31,816 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589710575/balancer already deleted, retry=false 2024-12-01T19:23:31,816 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:23:31,817 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Unable to get data of znode /11589710575/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:23:31,827 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589710575/normalizer already deleted, retry=false 2024-12-01T19:23:31,827 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:23:31,828 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Unable to get data of znode /11589710575/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:23:31,837 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589710575/switch/split already deleted, retry=false 2024-12-01T19:23:31,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Unable to get data of znode /11589710575/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:23:31,848 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589710575/switch/merge already deleted, retry=false 2024-12-01T19:23:31,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Unable to get data of znode /11589710575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:23:31,858 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11589710575/snapshot-cleanup already deleted, retry=false 2024-12-01T19:23:31,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11589710575/running 2024-12-01T19:23:31,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11589710575/running 2024-12-01T19:23:31,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,869 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,34421,1733081011052, sessionid=0x1019259707d0003, setting cluster-up flag (Was=false) 2024-12-01T19:23:31,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,921 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11589710575/flush-table-proc/acquired, /11589710575/flush-table-proc/reached, /11589710575/flush-table-proc/abort 2024-12-01T19:23:31,922 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:31,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:31,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:32,121 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11589710575/online-snapshot/acquired, /11589710575/online-snapshot/reached, /11589710575/online-snapshot/abort 2024-12-01T19:23:32,122 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:32,123 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:23:32,124 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:32,124 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:23:32,124 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:23:32,124 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,34421,1733081011052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:23:32,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:23:32,126 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,126 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081042126 2024-12-01T19:23:32,126 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:23:32,126 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:23:32,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:32,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:23:32,127 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:23:32,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:32,128 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081012127,5,FailOnTimeoutGroup] 2024-12-01T19:23:32,128 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081012128,5,FailOnTimeoutGroup] 2024-12-01T19:23:32,128 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,128 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:23:32,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:23:32,128 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,128 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:23:32,139 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(746): ClusterId : 4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274 2024-12-01T19:23:32,139 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:23:32,149 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:23:32,150 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:23:32,160 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:23:32,160 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc7f2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:23:32,173 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:37049 2024-12-01T19:23:32,173 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:23:32,173 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:23:32,173 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:23:32,174 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,34421,1733081011052 with port=37049, startcode=1733081011213 2024-12-01T19:23:32,174 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:23:32,176 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:23:32,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:32,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34421 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:32,177 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9 2024-12-01T19:23:32,177 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38311 2024-12-01T19:23:32,177 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:23:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575/rs 2024-12-01T19:23:32,228 DEBUG [RS:0;9168bcbe98d9:37049 {}] zookeeper.ZKUtil(111): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on existing znode=/11589710575/rs/9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:32,228 WARN [RS:0;9168bcbe98d9:37049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:23:32,228 INFO [RS:0;9168bcbe98d9:37049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:32,228 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:32,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,37049,1733081011213] 2024-12-01T19:23:32,231 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:23:32,235 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:23:32,235 INFO [RS:0;9168bcbe98d9:37049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:23:32,235 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,236 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:23:32,236 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:23:32,236 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,236 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,237 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:32,237 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:23:32,237 DEBUG [RS:0;9168bcbe98d9:37049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:23:32,237 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,237 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,237 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,237 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,237 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,237 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37049,1733081011213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:23:32,250 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:23:32,250 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,37049,1733081011213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,250 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,250 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.Replication(171): 9168bcbe98d9,37049,1733081011213 started 2024-12-01T19:23:32,261 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:32,261 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,37049,1733081011213, RpcServer on 9168bcbe98d9/172.17.0.3:37049, sessionid=0x1019259707d0004 2024-12-01T19:23:32,261 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:23:32,261 DEBUG [RS:0;9168bcbe98d9:37049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:32,261 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,37049,1733081011213' 2024-12-01T19:23:32,261 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11589710575/flush-table-proc/abort' 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11589710575/flush-table-proc/acquired' 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,37049,1733081011213' 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11589710575/online-snapshot/abort' 2024-12-01T19:23:32,262 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11589710575/online-snapshot/acquired' 2024-12-01T19:23:32,263 DEBUG [RS:0;9168bcbe98d9:37049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:23:32,263 INFO [RS:0;9168bcbe98d9:37049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:23:32,263 INFO [RS:0;9168bcbe98d9:37049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:23:32,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:23:32,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:23:32,363 INFO [RS:0;9168bcbe98d9:37049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:23:32,364 INFO [RS:0;9168bcbe98d9:37049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37049%2C1733081011213, suffix=, logDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213, archiveDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/oldWALs, maxLogs=10 2024-12-01T19:23:32,375 DEBUG [RS:0;9168bcbe98d9:37049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, exclude list is [], retry=0 2024-12-01T19:23:32,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33503,DS-23ef0c9f-4146-4b15-97f7-89f5572b43c6,DISK] 2024-12-01T19:23:32,378 INFO [RS:0;9168bcbe98d9:37049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 2024-12-01T19:23:32,383 DEBUG [RS:0;9168bcbe98d9:37049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-12-01T19:23:32,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:23:32,535 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9 2024-12-01T19:23:32,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:23:32,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:32,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:23:32,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:23:32,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:23:32,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:23:32,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:32,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:32,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:23:32,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:23:32,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:23:32,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:23:32,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:32,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:32,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:23:32,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740 2024-12-01T19:23:32,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740 2024-12-01T19:23:32,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:23:32,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:23:32,946 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:32,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:23:32,948 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:32,948 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66144442, jitterRate=-0.014371007680892944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081012940Initializing all the Stores at 1733081012940Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081012940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081012941 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081012941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081012941Cleaning up temporary data from old regions at 1733081012946 (+5 ms)Region opened successfully at 1733081012948 (+2 ms) 2024-12-01T19:23:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:32,948 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:32,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:32,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:32,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081012948Disabling compacts and flushes for region at 1733081012948Disabling writes for close at 1733081012948Writing region close event to WAL at 1733081012948Closed at 1733081012948 2024-12-01T19:23:32,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:32,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:23:32,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:23:32,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:23:32,950 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:23:33,101 DEBUG [9168bcbe98d9:34421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:23:33,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:33,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37049,1733081011213, state=OPENING 2024-12-01T19:23:33,153 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:23:33,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:33,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:33,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:23:33,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589710575/meta-region-server: CHANGED 2024-12-01T19:23:33,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589710575/meta-region-server: CHANGED 2024-12-01T19:23:33,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37049,1733081011213}] 2024-12-01T19:23:33,316 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:33,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:23:33,319 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:23:33,319 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:33,319 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:23:33,320 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37049%2C1733081011213.meta, suffix=.meta, logDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213, archiveDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/oldWALs, maxLogs=10 2024-12-01T19:23:33,331 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.meta.1733081013321.meta, exclude list is [], retry=0 2024-12-01T19:23:33,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33503,DS-23ef0c9f-4146-4b15-97f7-89f5572b43c6,DISK] 2024-12-01T19:23:33,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.meta.1733081013321.meta 2024-12-01T19:23:33,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-12-01T19:23:33,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:33,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:33,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:33,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:23:33,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:23:33,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:23:33,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:33,336 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:23:33,336 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:23:33,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:23:33,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:23:33,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:33,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:33,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:23:33,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:23:33,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:33,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:33,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:23:33,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:23:33,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:33,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:33,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:23:33,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:23:33,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:33,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:33,340 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:23:33,340 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740 2024-12-01T19:23:33,341 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740 2024-12-01T19:23:33,342 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:23:33,342 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:23:33,342 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:33,342 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:23:33,343 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72909454, jitterRate=0.08643552660942078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:33,343 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:23:33,343 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081013336Writing region info on filesystem at 1733081013336Initializing all the Stores at 1733081013336Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081013336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081013336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081013336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081013336Cleaning up temporary data from old regions at 1733081013342 (+6 ms)Running coprocessor post-open hooks at 1733081013343 (+1 ms)Region opened successfully at 1733081013343 2024-12-01T19:23:33,344 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081013316 2024-12-01T19:23:33,345 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:23:33,345 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:23:33,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:33,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,37049,1733081011213, state=OPEN 2024-12-01T19:23:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11589710575/meta-region-server 2024-12-01T19:23:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11589710575/meta-region-server 2024-12-01T19:23:33,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:33,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589710575/meta-region-server: CHANGED 2024-12-01T19:23:33,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11589710575/meta-region-server: CHANGED 2024-12-01T19:23:33,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:23:33,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,37049,1733081011213 in 189 msec 2024-12-01T19:23:33,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:23:33,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-12-01T19:23:33,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:33,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:23:33,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:33,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37049,1733081011213, seqNum=-1] 2024-12-01T19:23:33,357 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:33,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:33,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-12-01T19:23:33,361 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081013361, completionTime=-1 2024-12-01T19:23:33,361 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:23:33,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:23:33,362 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:23:33,362 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081073362 2024-12-01T19:23:33,362 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081133362 2024-12-01T19:23:33,362 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:23:33,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,34421,1733081011052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,34421,1733081011052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,34421,1733081011052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:34421, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,364 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.087sec 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,34421,1733081011052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:23:33,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,34421,1733081011052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:23:33,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:23:33,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:23:33,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,34421,1733081011052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:33,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4605a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:33,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:33,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:33,440 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8ee10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:33,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:33,442 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:33,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c4a4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:33,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37049,1733081011213, seqNum=-1] 2024-12-01T19:23:33,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:33,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:33,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:33,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:33,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:33,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019259707d0005 connected 2024-12-01T19:23:33,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir so I do NOT create it in target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd 2024-12-01T19:23:33,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.tmp.dir so I do NOT create it in target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd 2024-12-01T19:23:33,471 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:23:33,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/cluster_082f3593-cedf-7928-cfbc-8d94d7c124f4, deleteOnExit=true 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/test.cache.data in system properties and HBase conf 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:23:33,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:23:33,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:23:33,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:23:33,815 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T19:23:33,816 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,816 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,853 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,854 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,854 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,854 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,854 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,855 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,861 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,864 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,864 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,866 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:33,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:33,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:23:33,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:23:33,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:23:33,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:23:33,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:33,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7adf99a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:23:33,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e551cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:23:33,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd9e45d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/java.io.tmpdir/jetty-localhost-37747-hadoop-hdfs-3_4_1-tests_jar-_-any-13142236490145459512/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:23:33,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@606a12fb{HTTP/1.1, (http/1.1)}{localhost:37747} 2024-12-01T19:23:33,994 INFO [Time-limited test {}] server.Server(415): Started @297486ms 2024-12-01T19:23:34,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:23:34,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:23:34,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:23:34,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:23:34,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:23:34,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1823cd97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:23:34,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b674f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:23:34,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b4550ce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/java.io.tmpdir/jetty-localhost-39137-hadoop-hdfs-3_4_1-tests_jar-_-any-12292654268871110484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:23:34,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a490d9f{HTTP/1.1, (http/1.1)}{localhost:39137} 2024-12-01T19:23:34,319 INFO [Time-limited test {}] server.Server(415): Started @297811ms 2024-12-01T19:23:34,319 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:23:34,945 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/cluster_082f3593-cedf-7928-cfbc-8d94d7c124f4/data/data1/current/BP-1823246221-172.17.0.3-1733081013485/current, will proceed with Du for space computation calculation, 2024-12-01T19:23:34,945 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/cluster_082f3593-cedf-7928-cfbc-8d94d7c124f4/data/data2/current/BP-1823246221-172.17.0.3-1733081013485/current, will proceed with Du for space computation calculation, 2024-12-01T19:23:34,964 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:23:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe380be4df690f67d with lease ID 0x223fc2d33f00f370: Processing first storage report for DS-7c5f7947-93bb-4222-b983-dffebc392cc4 from datanode DatanodeRegistration(127.0.0.1:45245, datanodeUuid=068755ed-f3d5-4a49-9f34-aa4f48005c3b, infoPort=34597, infoSecurePort=0, ipcPort=35953, storageInfo=lv=-57;cid=testClusterID;nsid=1189390705;c=1733081013485) 2024-12-01T19:23:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe380be4df690f67d with lease ID 0x223fc2d33f00f370: from storage DS-7c5f7947-93bb-4222-b983-dffebc392cc4 node DatanodeRegistration(127.0.0.1:45245, datanodeUuid=068755ed-f3d5-4a49-9f34-aa4f48005c3b, infoPort=34597, infoSecurePort=0, ipcPort=35953, storageInfo=lv=-57;cid=testClusterID;nsid=1189390705;c=1733081013485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:23:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe380be4df690f67d with lease ID 0x223fc2d33f00f370: Processing first storage report for DS-6f61154b-2ca4-4f55-9e64-f3bd53b9e213 from datanode DatanodeRegistration(127.0.0.1:45245, datanodeUuid=068755ed-f3d5-4a49-9f34-aa4f48005c3b, infoPort=34597, infoSecurePort=0, ipcPort=35953, storageInfo=lv=-57;cid=testClusterID;nsid=1189390705;c=1733081013485) 2024-12-01T19:23:34,966 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe380be4df690f67d with lease ID 0x223fc2d33f00f370: from storage DS-6f61154b-2ca4-4f55-9e64-f3bd53b9e213 node DatanodeRegistration(127.0.0.1:45245, datanodeUuid=068755ed-f3d5-4a49-9f34-aa4f48005c3b, infoPort=34597, infoSecurePort=0, ipcPort=35953, storageInfo=lv=-57;cid=testClusterID;nsid=1189390705;c=1733081013485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:23:35,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd 2024-12-01T19:23:35,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:35,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:35,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:23:35,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275 with version=8 2024-12-01T19:23:35,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/hbase-staging 2024-12-01T19:23:35,452 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:23:35,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:23:35,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33313 2024-12-01T19:23:35,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33313 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:35,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333130x0, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:35,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33313-0x1019259707d0006 connected 2024-12-01T19:23:35,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:35,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:35,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/running 2024-12-01T19:23:35,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275, hbase.cluster.distributed=false 2024-12-01T19:23:35,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/acl 2024-12-01T19:23:35,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33313 2024-12-01T19:23:35,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33313 2024-12-01T19:23:35,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33313 2024-12-01T19:23:35,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33313 2024-12-01T19:23:35,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33313 2024-12-01T19:23:35,598 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:23:35,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:23:35,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39601 2024-12-01T19:23:35,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39601 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:35,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:35,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:35,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396010x0, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:35,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39601-0x1019259707d0007 connected 2024-12-01T19:23:35,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396010x0, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/running 2024-12-01T19:23:35,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:23:35,613 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:23:35,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/master 2024-12-01T19:23:35,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/acl 2024-12-01T19:23:35,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39601 2024-12-01T19:23:35,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39601 2024-12-01T19:23:35,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39601 2024-12-01T19:23:35,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39601 2024-12-01T19:23:35,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39601 2024-12-01T19:23:35,628 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:33313 2024-12-01T19:23:35,628 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-773871390/backup-masters/9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390/backup-masters 2024-12-01T19:23:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390/backup-masters 2024-12-01T19:23:35,637 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on existing znode=/2-773871390/backup-masters/9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773871390/master 2024-12-01T19:23:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:35,648 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on existing znode=/2-773871390/master 2024-12-01T19:23:35,648 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-773871390/backup-masters/9168bcbe98d9,33313,1733081015451 from backup master directory 2024-12-01T19:23:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773871390/backup-masters/9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390/backup-masters 2024-12-01T19:23:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390/backup-masters 2024-12-01T19:23:35,658 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:23:35,658 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:35,660 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/hbase.id] with ID: 43bb5fcb-a4e3-4739-ade8-382b81e5b3d8 2024-12-01T19:23:35,660 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/.tmp/hbase.id 2024-12-01T19:23:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:23:36,064 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/.tmp/hbase.id]:[hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/hbase.id] 2024-12-01T19:23:36,070 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:23:36,071 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:23:36,071 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T19:23:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:36,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:23:36,526 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:36,526 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:23:36,527 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:36,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:23:36,932 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store 2024-12-01T19:23:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:23:37,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:37,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:23:37,339 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:37,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:37,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:23:37,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:37,339 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:23:37,339 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081017339Disabling compacts and flushes for region at 1733081017339Disabling writes for close at 1733081017339Writing region close event to WAL at 1733081017339Closed at 1733081017339 2024-12-01T19:23:37,340 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/.initializing 2024-12-01T19:23:37,340 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/WALs/9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:37,340 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:23:37,341 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C33313%2C1733081015451, suffix=, logDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/WALs/9168bcbe98d9,33313,1733081015451, archiveDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/oldWALs, maxLogs=10 2024-12-01T19:23:37,352 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/WALs/9168bcbe98d9,33313,1733081015451/9168bcbe98d9%2C33313%2C1733081015451.1733081017342, exclude list is [], retry=0 2024-12-01T19:23:37,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45245,DS-7c5f7947-93bb-4222-b983-dffebc392cc4,DISK] 2024-12-01T19:23:37,356 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/WALs/9168bcbe98d9,33313,1733081015451/9168bcbe98d9%2C33313%2C1733081015451.1733081017342 2024-12-01T19:23:37,356 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-01T19:23:37,356 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:37,356 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:37,356 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,356 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:23:37,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:37,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:37,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:23:37,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:37,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:37,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:23:37,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:23:37,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:37,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:37,362 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,362 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,363 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,363 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,363 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,364 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:37,364 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:23:37,366 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:37,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65657666, jitterRate=-0.02162453532218933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:37,366 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081017356Initializing all the Stores at 1733081017357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081017357Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081017357Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081017357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081017357Cleaning up temporary data from old regions at 1733081017363 (+6 ms)Region opened successfully at 1733081017366 (+3 ms) 2024-12-01T19:23:37,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:23:37,369 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b4422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:23:37,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:23:37,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:23:37,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:23:37,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:23:37,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:23:37,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:23:37,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:23:37,372 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:23:37,372 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Unable to get data of znode /2-773871390/balancer because node does not exist (not necessarily an error) 2024-12-01T19:23:37,437 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773871390/balancer already deleted, retry=false 2024-12-01T19:23:37,437 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:23:37,438 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Unable to get data of znode /2-773871390/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:23:37,447 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773871390/normalizer already deleted, retry=false 2024-12-01T19:23:37,448 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:23:37,448 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Unable to get data of znode /2-773871390/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:23:37,458 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773871390/switch/split already deleted, retry=false 2024-12-01T19:23:37,459 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Unable to get data of znode /2-773871390/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:23:37,468 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773871390/switch/merge already deleted, retry=false 2024-12-01T19:23:37,470 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Unable to get data of znode /2-773871390/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:23:37,479 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-773871390/snapshot-cleanup already deleted, retry=false 2024-12-01T19:23:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773871390/running 2024-12-01T19:23:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-773871390/running 2024-12-01T19:23:37,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:37,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:37,490 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,33313,1733081015451, sessionid=0x1019259707d0006, setting cluster-up flag (Was=false) 2024-12-01T19:23:37,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:37,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:37,542 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-773871390/flush-table-proc/acquired, /2-773871390/flush-table-proc/reached, /2-773871390/flush-table-proc/abort 2024-12-01T19:23:37,543 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:37,637 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-773871390/online-snapshot/acquired, /2-773871390/online-snapshot/reached, /2-773871390/online-snapshot/abort 2024-12-01T19:23:37,638 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:37,639 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:23:37,640 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:37,640 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:23:37,640 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:23:37,641 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,33313,1733081015451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:23:37,642 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,643 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081047643 2024-12-01T19:23:37,643 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:23:37,643 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:23:37,643 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:23:37,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:23:37,644 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:23:37,644 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:37,645 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:23:37,647 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081017644,5,FailOnTimeoutGroup] 2024-12-01T19:23:37,647 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081017647,5,FailOnTimeoutGroup] 2024-12-01T19:23:37,647 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,647 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:23:37,647 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,647 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:23:37,717 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(746): ClusterId : 43bb5fcb-a4e3-4739-ade8-382b81e5b3d8 2024-12-01T19:23:37,717 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:23:37,728 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:23:37,728 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:23:37,738 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:23:37,739 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b20153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:23:37,749 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:39601 2024-12-01T19:23:37,749 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:23:37,749 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:23:37,749 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:23:37,749 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,33313,1733081015451 with port=39601, startcode=1733081015598 2024-12-01T19:23:37,749 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:23:37,750 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:23:37,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:37,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:37,752 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275 2024-12-01T19:23:37,752 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39033 2024-12-01T19:23:37,752 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:23:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390/rs 2024-12-01T19:23:37,818 DEBUG [RS:0;9168bcbe98d9:39601 {}] zookeeper.ZKUtil(111): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on existing znode=/2-773871390/rs/9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:37,818 WARN [RS:0;9168bcbe98d9:39601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:23:37,818 INFO [RS:0;9168bcbe98d9:39601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:37,819 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:37,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,39601,1733081015598] 2024-12-01T19:23:37,821 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:23:37,822 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:23:37,823 INFO [RS:0;9168bcbe98d9:39601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:23:37,823 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,823 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:23:37,823 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:23:37,823 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,823 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,823 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,823 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,823 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:23:37,824 DEBUG [RS:0;9168bcbe98d9:39601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:23:37,824 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,824 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,824 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,824 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,824 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,824 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39601,1733081015598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:23:37,837 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:23:37,837 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39601,1733081015598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,837 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,837 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.Replication(171): 9168bcbe98d9,39601,1733081015598 started 2024-12-01T19:23:37,849 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:37,849 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,39601,1733081015598, RpcServer on 9168bcbe98d9/172.17.0.3:39601, sessionid=0x1019259707d0007 2024-12-01T19:23:37,849 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:23:37,849 DEBUG [RS:0;9168bcbe98d9:39601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:37,849 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39601,1733081015598' 2024-12-01T19:23:37,849 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-773871390/flush-table-proc/abort' 2024-12-01T19:23:37,849 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-773871390/flush-table-proc/acquired' 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39601,1733081015598' 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-773871390/online-snapshot/abort' 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-773871390/online-snapshot/acquired' 2024-12-01T19:23:37,850 DEBUG [RS:0;9168bcbe98d9:39601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:23:37,850 INFO [RS:0;9168bcbe98d9:39601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:23:37,850 INFO [RS:0;9168bcbe98d9:39601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:23:37,951 INFO [RS:0;9168bcbe98d9:39601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:23:37,952 INFO [RS:0;9168bcbe98d9:39601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39601%2C1733081015598, suffix=, logDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598, archiveDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/oldWALs, maxLogs=10 2024-12-01T19:23:37,963 DEBUG [RS:0;9168bcbe98d9:39601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, exclude list is [], retry=0 2024-12-01T19:23:37,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45245,DS-7c5f7947-93bb-4222-b983-dffebc392cc4,DISK] 2024-12-01T19:23:37,967 INFO [RS:0;9168bcbe98d9:39601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 2024-12-01T19:23:37,967 DEBUG [RS:0;9168bcbe98d9:39601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-01T19:23:38,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:23:38,054 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275 2024-12-01T19:23:38,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:23:38,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:38,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:23:38,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:23:38,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:23:38,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:23:38,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:23:38,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:23:38,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:23:38,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:23:38,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:23:38,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740 2024-12-01T19:23:38,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740 2024-12-01T19:23:38,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:23:38,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:23:38,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:38,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:23:38,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:38,468 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66274021, jitterRate=-0.012440130114555359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:38,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081018459Initializing all the Stores at 1733081018459Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081018459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081018460 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081018460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081018460Cleaning up temporary data from old regions at 1733081018466 (+6 ms)Region opened successfully at 1733081018468 (+2 ms) 2024-12-01T19:23:38,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:38,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:38,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:38,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:38,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:38,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:38,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081018469Disabling compacts and flushes for region at 1733081018469Disabling writes for close at 1733081018469Writing region close event to WAL at 1733081018469Closed at 1733081018469 2024-12-01T19:23:38,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:38,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:23:38,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:23:38,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:23:38,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:23:38,622 DEBUG [9168bcbe98d9:33313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:23:38,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:38,623 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39601,1733081015598, state=OPENING 2024-12-01T19:23:38,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:23:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:38,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:23:38,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39601,1733081015598}] 2024-12-01T19:23:38,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773871390/meta-region-server: CHANGED 2024-12-01T19:23:38,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773871390/meta-region-server: CHANGED 2024-12-01T19:23:38,842 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:38,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:23:38,846 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:23:38,846 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:38,846 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:23:38,847 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39601%2C1733081015598.meta, suffix=.meta, logDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598, archiveDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/oldWALs, maxLogs=10 2024-12-01T19:23:38,859 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.meta.1733081018847.meta, exclude list is [], retry=0 2024-12-01T19:23:38,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45245,DS-7c5f7947-93bb-4222-b983-dffebc392cc4,DISK] 2024-12-01T19:23:38,862 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.meta.1733081018847.meta 2024-12-01T19:23:38,862 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-01T19:23:38,862 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:38,862 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:38,862 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:38,863 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:23:38,863 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:23:38,863 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:23:38,863 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:38,863 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:23:38,863 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:23:38,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:23:38,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:23:38,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:23:38,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:23:38,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:23:38,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:23:38,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:23:38,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:23:38,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:23:38,867 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:23:38,867 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740 2024-12-01T19:23:38,868 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740 2024-12-01T19:23:38,869 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:23:38,869 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:23:38,869 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:23:38,870 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:23:38,870 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68361678, jitterRate=0.018668383359909058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:23:38,870 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:23:38,870 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081018863Writing region info on filesystem at 1733081018863Initializing all the Stores at 1733081018864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081018864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081018864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081018864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081018864Cleaning up temporary data from old regions at 1733081018869 (+5 ms)Running coprocessor post-open hooks at 1733081018870 (+1 ms)Region opened successfully at 1733081018870 2024-12-01T19:23:38,871 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081018842 2024-12-01T19:23:38,872 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:23:38,873 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:23:38,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:38,874 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39601,1733081015598, state=OPEN 2024-12-01T19:23:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-773871390/meta-region-server 2024-12-01T19:23:38,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-773871390/meta-region-server 2024-12-01T19:23:38,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:38,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773871390/meta-region-server: CHANGED 2024-12-01T19:23:38,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-773871390/meta-region-server: CHANGED 2024-12-01T19:23:38,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:23:38,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39601,1733081015598 in 195 msec 2024-12-01T19:23:38,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:23:38,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-01T19:23:38,888 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:23:38,888 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:23:38,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:38,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39601,1733081015598, seqNum=-1] 2024-12-01T19:23:38,890 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:38,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:38,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-12-01T19:23:38,894 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081018894, completionTime=-1 2024-12-01T19:23:38,894 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:23:38,894 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:23:38,895 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:23:38,895 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081078895 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081138895 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33313,1733081015451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33313,1733081015451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33313,1733081015451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:33313, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,897 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.241sec 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33313,1733081015451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:23:38,899 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33313,1733081015451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:23:38,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:23:38,901 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:23:38,901 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,33313,1733081015451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:23:38,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb1b7ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:38,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33313,-1 for getting cluster id 2024-12-01T19:23:38,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:38,919 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43bb5fcb-a4e3-4739-ade8-382b81e5b3d8' 2024-12-01T19:23:38,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43bb5fcb-a4e3-4739-ade8-382b81e5b3d8" 2024-12-01T19:23:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63566b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33313,-1] 2024-12-01T19:23:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:38,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:38,921 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b7410e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:38,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39601,1733081015598, seqNum=-1] 2024-12-01T19:23:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:38,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:38,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:38,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53329 2024-12-01T19:23:38,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:23:38,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019259707d0008 connected 2024-12-01T19:23:38,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79783a35 2024-12-01T19:23:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:38,951 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:38,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:23:38,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:23:38,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:38,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:23:38,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:23:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:23:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:39,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 831b37dd9597bef38211073a735bf476, NAME => 'test,,1733081018952.831b37dd9597bef38211073a735bf476.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e 2024-12-01T19:23:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:23:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:39,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081018952.831b37dd9597bef38211073a735bf476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:39,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 831b37dd9597bef38211073a735bf476, disabling compactions & flushes 2024-12-01T19:23:39,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:39,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:39,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081018952.831b37dd9597bef38211073a735bf476. after waiting 0 ms 2024-12-01T19:23:39,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:39,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:39,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 831b37dd9597bef38211073a735bf476: Waiting for close lock at 1733081019766Disabling compacts and flushes for region at 1733081019766Disabling writes for close at 1733081019766Writing region close event to WAL at 1733081019766Closed at 1733081019766 2024-12-01T19:23:39,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:39,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081018952.831b37dd9597bef38211073a735bf476.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081019767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081019767"}]},"ts":"1733081019767"} 2024-12-01T19:23:39,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:39,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:39,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081019770"}]},"ts":"1733081019770"} 2024-12-01T19:23:39,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:23:39,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=831b37dd9597bef38211073a735bf476, ASSIGN}] 2024-12-01T19:23:39,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=831b37dd9597bef38211073a735bf476, ASSIGN 2024-12-01T19:23:39,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=831b37dd9597bef38211073a735bf476, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39457,1733081005386; forceNewPlan=false, retain=false 2024-12-01T19:23:39,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=831b37dd9597bef38211073a735bf476, regionState=OPENING, regionLocation=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:39,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=831b37dd9597bef38211073a735bf476, ASSIGN because future has completed 2024-12-01T19:23:39,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 831b37dd9597bef38211073a735bf476, server=9168bcbe98d9,39457,1733081005386}] 2024-12-01T19:23:40,080 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:40,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 831b37dd9597bef38211073a735bf476, NAME => 'test,,1733081018952.831b37dd9597bef38211073a735bf476.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:40,081 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:40,081 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:23:40,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081018952.831b37dd9597bef38211073a735bf476.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:40,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,081 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,082 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,083 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 831b37dd9597bef38211073a735bf476 columnFamilyName f 2024-12-01T19:23:40,083 DEBUG [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:40,083 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] regionserver.HStore(327): Store=831b37dd9597bef38211073a735bf476/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:40,083 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,084 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 831b37dd9597bef38211073a735bf476 columnFamilyName f1 2024-12-01T19:23:40,084 DEBUG [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:40,084 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] regionserver.HStore(327): Store=831b37dd9597bef38211073a735bf476/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:40,084 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,085 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 831b37dd9597bef38211073a735bf476 columnFamilyName norep 2024-12-01T19:23:40,085 DEBUG [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:40,085 INFO [StoreOpener-831b37dd9597bef38211073a735bf476-1 {}] regionserver.HStore(327): Store=831b37dd9597bef38211073a735bf476/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:40,085 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,086 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,086 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,086 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,086 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,087 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:40,088 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,089 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:40,090 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 831b37dd9597bef38211073a735bf476; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66462386, jitterRate=-0.009633272886276245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:40,090 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 831b37dd9597bef38211073a735bf476 2024-12-01T19:23:40,090 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 831b37dd9597bef38211073a735bf476: Running coprocessor pre-open hook at 1733081020081Writing region info on filesystem at 1733081020081Initializing all the Stores at 1733081020082 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081020082Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081020082Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081020082Cleaning up temporary data from old regions at 1733081020086 (+4 ms)Running coprocessor post-open hooks at 1733081020090 (+4 ms)Region opened successfully at 1733081020090 2024-12-01T19:23:40,091 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081018952.831b37dd9597bef38211073a735bf476., pid=6, masterSystemTime=1733081020077 2024-12-01T19:23:40,092 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:40,092 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:23:40,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=831b37dd9597bef38211073a735bf476, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:40,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 831b37dd9597bef38211073a735bf476, server=9168bcbe98d9,39457,1733081005386 because future has completed 2024-12-01T19:23:40,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:23:40,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 831b37dd9597bef38211073a735bf476, server=9168bcbe98d9,39457,1733081005386 in 169 msec 2024-12-01T19:23:40,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:23:40,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=831b37dd9597bef38211073a735bf476, ASSIGN in 325 msec 2024-12-01T19:23:40,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:40,098 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081020098"}]},"ts":"1733081020098"} 2024-12-01T19:23:40,099 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:23:40,100 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:40,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-01T19:23:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:41,104 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:23:41,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aec1f5e 2024-12-01T19:23:41,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:41,106 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:41,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:23:41,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:23:41,108 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:41,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:23:41,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:23:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:23:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:41,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ab31e5c55652ba463bac0aba48e18b6, NAME => 'test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9 2024-12-01T19:23:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:23:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:41,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:41,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ab31e5c55652ba463bac0aba48e18b6, disabling compactions & flushes 2024-12-01T19:23:41,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:41,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:41,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. after waiting 0 ms 2024-12-01T19:23:41,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:41,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:41,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ab31e5c55652ba463bac0aba48e18b6: Waiting for close lock at 1733081021927Disabling compacts and flushes for region at 1733081021927Disabling writes for close at 1733081021927Writing region close event to WAL at 1733081021927Closed at 1733081021927 2024-12-01T19:23:41,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:41,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081021929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081021929"}]},"ts":"1733081021929"} 2024-12-01T19:23:41,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:41,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:41,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081021931"}]},"ts":"1733081021931"} 2024-12-01T19:23:41,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:23:41,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ab31e5c55652ba463bac0aba48e18b6, ASSIGN}] 2024-12-01T19:23:41,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ab31e5c55652ba463bac0aba48e18b6, ASSIGN 2024-12-01T19:23:41,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ab31e5c55652ba463bac0aba48e18b6, ASSIGN; state=OFFLINE, location=9168bcbe98d9,37049,1733081011213; forceNewPlan=false, retain=false 2024-12-01T19:23:42,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ab31e5c55652ba463bac0aba48e18b6, regionState=OPENING, regionLocation=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:42,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ab31e5c55652ba463bac0aba48e18b6, ASSIGN because future has completed 2024-12-01T19:23:42,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab31e5c55652ba463bac0aba48e18b6, server=9168bcbe98d9,37049,1733081011213}] 2024-12-01T19:23:42,241 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:42,241 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ab31e5c55652ba463bac0aba48e18b6, NAME => 'test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:42,241 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:42,241 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:23:42,241 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,242 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:42,242 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,242 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,243 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,243 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab31e5c55652ba463bac0aba48e18b6 columnFamilyName f 2024-12-01T19:23:42,244 DEBUG [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:42,244 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] regionserver.HStore(327): Store=4ab31e5c55652ba463bac0aba48e18b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:42,244 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:42,245 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab31e5c55652ba463bac0aba48e18b6 columnFamilyName f1 2024-12-01T19:23:42,245 DEBUG [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:42,245 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] regionserver.HStore(327): Store=4ab31e5c55652ba463bac0aba48e18b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:42,245 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,246 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab31e5c55652ba463bac0aba48e18b6 columnFamilyName norep 2024-12-01T19:23:42,246 DEBUG [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:42,246 INFO [StoreOpener-4ab31e5c55652ba463bac0aba48e18b6-1 {}] regionserver.HStore(327): Store=4ab31e5c55652ba463bac0aba48e18b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:42,246 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,247 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,247 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,248 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,248 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,248 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:42,249 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,250 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:42,251 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ab31e5c55652ba463bac0aba48e18b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58809844, jitterRate=-0.12366503477096558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:42,251 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:23:42,251 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ab31e5c55652ba463bac0aba48e18b6: Running coprocessor pre-open hook at 1733081022242Writing region info on filesystem at 1733081022242Initializing all the Stores at 1733081022242Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081022242Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081022242Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081022242Cleaning up temporary data from old regions at 1733081022248 (+6 ms)Running coprocessor post-open hooks at 1733081022251 (+3 ms)Region opened successfully at 1733081022251 2024-12-01T19:23:42,252 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6., pid=6, masterSystemTime=1733081022238 2024-12-01T19:23:42,253 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:42,253 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:23:42,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ab31e5c55652ba463bac0aba48e18b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:42,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab31e5c55652ba463bac0aba48e18b6, server=9168bcbe98d9,37049,1733081011213 because future has completed 2024-12-01T19:23:42,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:23:42,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ab31e5c55652ba463bac0aba48e18b6, server=9168bcbe98d9,37049,1733081011213 in 170 msec 2024-12-01T19:23:42,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:23:42,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ab31e5c55652ba463bac0aba48e18b6, ASSIGN in 326 msec 2024-12-01T19:23:42,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:42,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081022260"}]},"ts":"1733081022260"} 2024-12-01T19:23:42,262 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:23:42,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:42,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-01T19:23:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:23:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T19:23:42,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:23:42,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T19:23:42,861 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=12, created chunk count=34, reused chunk count=114, reuseRatio=77.03% 2024-12-01T19:23:42,861 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-01T19:23:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:43,254 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:23:43,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d19596 2024-12-01T19:23:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:43,256 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:43,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:23:43,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:23:43,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:43,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:23:43,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:23:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:43,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:23:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:43,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f36042cedb20a4298e12e863051de10, NAME => 'test,,1733081023256.9f36042cedb20a4298e12e863051de10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275 2024-12-01T19:23:43,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:23:43,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:43,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081023256.9f36042cedb20a4298e12e863051de10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:44,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9f36042cedb20a4298e12e863051de10, disabling compactions & flushes 2024-12-01T19:23:44,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081023256.9f36042cedb20a4298e12e863051de10. after waiting 0 ms 2024-12-01T19:23:44,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,141 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,141 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f36042cedb20a4298e12e863051de10: Waiting for close lock at 1733081024141Disabling compacts and flushes for region at 1733081024141Disabling writes for close at 1733081024141Writing region close event to WAL at 1733081024141Closed at 1733081024141 2024-12-01T19:23:44,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:44,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081023256.9f36042cedb20a4298e12e863051de10.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081024142"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081024142"}]},"ts":"1733081024142"} 2024-12-01T19:23:44,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:44,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:44,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081024145"}]},"ts":"1733081024145"} 2024-12-01T19:23:44,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:23:44,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f36042cedb20a4298e12e863051de10, ASSIGN}] 2024-12-01T19:23:44,148 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f36042cedb20a4298e12e863051de10, ASSIGN 2024-12-01T19:23:44,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9f36042cedb20a4298e12e863051de10, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39601,1733081015598; forceNewPlan=false, retain=false 2024-12-01T19:23:44,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f36042cedb20a4298e12e863051de10, regionState=OPENING, regionLocation=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9f36042cedb20a4298e12e863051de10, ASSIGN because future has completed 2024-12-01T19:23:44,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f36042cedb20a4298e12e863051de10, server=9168bcbe98d9,39601,1733081015598}] 2024-12-01T19:23:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:44,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:44,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:44,455 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,455 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f36042cedb20a4298e12e863051de10, NAME => 'test,,1733081023256.9f36042cedb20a4298e12e863051de10.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:44,456 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:44,456 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:23:44,456 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,456 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081023256.9f36042cedb20a4298e12e863051de10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:44,456 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,456 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,457 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,458 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f36042cedb20a4298e12e863051de10 columnFamilyName f 2024-12-01T19:23:44,458 DEBUG [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:44,458 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] regionserver.HStore(327): Store=9f36042cedb20a4298e12e863051de10/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:44,459 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,459 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f36042cedb20a4298e12e863051de10 columnFamilyName f1 2024-12-01T19:23:44,459 DEBUG [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:44,460 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] regionserver.HStore(327): Store=9f36042cedb20a4298e12e863051de10/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:44,460 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:23:44,460 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f36042cedb20a4298e12e863051de10 columnFamilyName norep 2024-12-01T19:23:44,460 DEBUG [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:44,461 INFO [StoreOpener-9f36042cedb20a4298e12e863051de10-1 {}] regionserver.HStore(327): Store=9f36042cedb20a4298e12e863051de10/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:44,461 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,461 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,462 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,462 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,462 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,462 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:44,463 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,464 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:44,464 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f36042cedb20a4298e12e863051de10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71506243, jitterRate=0.06552605330944061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:44,464 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:44,464 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f36042cedb20a4298e12e863051de10: Running coprocessor pre-open hook at 1733081024456Writing region info on filesystem at 1733081024456Initializing all the Stores at 1733081024457 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081024457Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081024457Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081024457Cleaning up temporary data from old regions at 1733081024462 (+5 ms)Running coprocessor post-open hooks at 1733081024464 (+2 ms)Region opened successfully at 1733081024464 2024-12-01T19:23:44,465 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081023256.9f36042cedb20a4298e12e863051de10., pid=6, masterSystemTime=1733081024452 2024-12-01T19:23:44,467 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,467 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:44,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f36042cedb20a4298e12e863051de10, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:44,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f36042cedb20a4298e12e863051de10, server=9168bcbe98d9,39601,1733081015598 because future has completed 2024-12-01T19:23:44,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:23:44,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f36042cedb20a4298e12e863051de10, server=9168bcbe98d9,39601,1733081015598 in 171 msec 2024-12-01T19:23:44,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:23:44,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9f36042cedb20a4298e12e863051de10, ASSIGN in 326 msec 2024-12-01T19:23:44,475 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:44,476 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081024476"}]},"ts":"1733081024476"} 2024-12-01T19:23:44,477 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:23:44,478 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:44,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2220 sec 2024-12-01T19:23:45,224 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:45,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:23:45,225 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108695 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:23:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:23:45,414 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:23:45,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a96f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:45,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40385,-1 for getting cluster id 2024-12-01T19:23:45,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:45,416 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75' 2024-12-01T19:23:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75" 2024-12-01T19:23:45,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739f3e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40385,-1] 2024-12-01T19:23:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:45,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:45,417 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:45,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fcc238e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:45,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,40385,1733081005201 2024-12-01T19:23:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2a1e64 2024-12-01T19:23:45,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:45,419 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:45,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:34421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:23:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:23:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:45,422 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:34421' 2024-12-01T19:23:45,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112df157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:45,423 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:45,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:45,423 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6e8277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:45,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:45,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:45,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:45,424 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:45,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a24e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:45,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:45,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:45,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1efe1bb9 2024-12-01T19:23:45,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:45,426 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:45,427 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:23:45,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:23:45,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:45,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:45,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:45,427 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:45,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:23:45,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:23:45,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:45,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:23:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:23:45,479 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:23:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:45,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5735e833a578ce766a854309de8bbd25, NAME => 'hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e 2024-12-01T19:23:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:23:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:46,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:46,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5735e833a578ce766a854309de8bbd25, disabling compactions & flushes 2024-12-01T19:23:46,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. after waiting 0 ms 2024-12-01T19:23:46,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5735e833a578ce766a854309de8bbd25: Waiting for close lock at 1733081026243Disabling compacts and flushes for region at 1733081026243Disabling writes for close at 1733081026243Writing region close event to WAL at 1733081026243Closed at 1733081026243 2024-12-01T19:23:46,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:46,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733081026245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081026245"}]},"ts":"1733081026245"} 2024-12-01T19:23:46,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:46,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:46,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081026247"}]},"ts":"1733081026247"} 2024-12-01T19:23:46,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:23:46,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5735e833a578ce766a854309de8bbd25, ASSIGN}] 2024-12-01T19:23:46,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5735e833a578ce766a854309de8bbd25, ASSIGN 2024-12-01T19:23:46,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5735e833a578ce766a854309de8bbd25, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39457,1733081005386; forceNewPlan=false, retain=false 2024-12-01T19:23:46,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5735e833a578ce766a854309de8bbd25, regionState=OPENING, regionLocation=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:46,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5735e833a578ce766a854309de8bbd25, ASSIGN because future has completed 2024-12-01T19:23:46,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5735e833a578ce766a854309de8bbd25, server=9168bcbe98d9,39457,1733081005386}] 2024-12-01T19:23:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:46,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:46,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:23:46,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39457%2C1733081005386.rep, suffix=, logDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386, archiveDir=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/oldWALs, maxLogs=10 2024-12-01T19:23:46,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.rep.1733081026558, exclude list is [], retry=0 2024-12-01T19:23:46,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43783,DS-a6a7b137-9057-4d8f-b25a-e9a3f7ffdcaf,DISK] 2024-12-01T19:23:46,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.rep.1733081026558 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41539:41539)] 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5735e833a578ce766a854309de8bbd25, NAME => 'hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:46,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. service=MultiRowMutationService 2024-12-01T19:23:46,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,574 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,575 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5735e833a578ce766a854309de8bbd25 columnFamilyName hfileref 2024-12-01T19:23:46,575 DEBUG [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:46,575 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] regionserver.HStore(327): Store=5735e833a578ce766a854309de8bbd25/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:46,575 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,576 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5735e833a578ce766a854309de8bbd25 columnFamilyName queue 2024-12-01T19:23:46,576 DEBUG [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:46,576 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] regionserver.HStore(327): Store=5735e833a578ce766a854309de8bbd25/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:46,577 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,577 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5735e833a578ce766a854309de8bbd25 columnFamilyName sid 2024-12-01T19:23:46,577 DEBUG [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:46,577 INFO [StoreOpener-5735e833a578ce766a854309de8bbd25-1 {}] regionserver.HStore(327): Store=5735e833a578ce766a854309de8bbd25/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:46,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/replication/5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/replication/5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:46,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/replication/5735e833a578ce766a854309de8bbd25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:46,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5735e833a578ce766a854309de8bbd25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66914350, jitterRate=-0.002898484468460083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:46,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:23:46,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5735e833a578ce766a854309de8bbd25: Running coprocessor pre-open hook at 1733081026573Writing region info on filesystem at 1733081026573Initializing all the Stores at 1733081026574 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081026574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081026574Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081026574Cleaning up temporary data from old regions at 1733081026579 (+5 ms)Running coprocessor post-open hooks at 1733081026581 (+2 ms)Region opened successfully at 1733081026582 (+1 ms) 2024-12-01T19:23:46,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25., pid=10, masterSystemTime=1733081026554 2024-12-01T19:23:46,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:23:46,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5735e833a578ce766a854309de8bbd25, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39457,1733081005386 2024-12-01T19:23:46,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5735e833a578ce766a854309de8bbd25, server=9168bcbe98d9,39457,1733081005386 because future has completed 2024-12-01T19:23:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:23:46,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5735e833a578ce766a854309de8bbd25, server=9168bcbe98d9,39457,1733081005386 in 184 msec 2024-12-01T19:23:46,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:23:46,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5735e833a578ce766a854309de8bbd25, ASSIGN in 339 msec 2024-12-01T19:23:46,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:46,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081026589"}]},"ts":"1733081026589"} 2024-12-01T19:23:46,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:23:46,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:46,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-01T19:23:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25., hostname=9168bcbe98d9,39457,1733081005386, seqNum=2] 2024-12-01T19:23:46,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:46,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:23:46,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:23:46,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:23:46,884 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:23:46,906 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,39457,1733081005386, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:23:46,907 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:46,907 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39457,1733081005386, seqNum=-1] 2024-12-01T19:23:46,907 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:46,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:46,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,39457,1733081005386', locateType=CURRENT is [region=hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25., hostname=9168bcbe98d9,39457,1733081005386, seqNum=2] 2024-12-01T19:23:46,911 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:23:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:23:46,913 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,39457,1733081005386 suceeded 2024-12-01T19:23:46,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:23:46,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-01T19:23:46,914 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:34421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:23:46,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-12-01T19:23:46,929 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:34421' 2024-12-01T19:23:46,931 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1fd751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:46,931 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:46,931 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:46,931 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:46,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:46,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738d813f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:46,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:46,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:46,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:46,932 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:46,933 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5072d3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:46,933 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:46,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:46,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55755034 2024-12-01T19:23:46,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:46,934 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-01T19:23:46,935 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,39457,1733081005386 (queues=1) is replicating from cluster=e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75 to cluster=4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274 2024-12-01T19:23:46,935 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C39457%2C1733081005386 2024-12-01T19:23:46,935 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,39457,1733081005386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:23:46,935 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C39457%2C1733081005386 2024-12-01T19:23:46,935 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598, startPosition=0, beingWritten=true 2024-12-01T19:23:46,939 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:46,939 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:46,939 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39457,1733081005386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:47,143 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:47,446 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:47,575 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:23:47,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:47,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:47,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:47,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:47,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:47,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b2ff7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:47,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:47,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:47,576 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649254c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:47,577 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbd36d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:47,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55f7bcc2 2024-12-01T19:23:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:47,579 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:47,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:33313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:23:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:23:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:47,581 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:33313' 2024-12-01T19:23:47,582 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4add23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:47,582 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33313,-1 for getting cluster id 2024-12-01T19:23:47,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:47,583 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43bb5fcb-a4e3-4739-ade8-382b81e5b3d8' 2024-12-01T19:23:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43bb5fcb-a4e3-4739-ade8-382b81e5b3d8" 2024-12-01T19:23:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d01d370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33313,-1] 2024-12-01T19:23:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:47,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:47,584 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:47,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdb04ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:47,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:47,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:47,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8cac880 2024-12-01T19:23:47,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:47,585 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:47,586 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:23:47,586 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:23:47,586 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:47,586 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:47,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:47,586 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:47,587 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:23:47,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:23:47,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:47,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:23:47,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:23:47,637 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:23:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:47,848 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:47,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4234135ae7bd2a82c2eb304816c2806e, NAME => 'hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9 2024-12-01T19:23:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:23:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:48,351 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:48,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:48,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4234135ae7bd2a82c2eb304816c2806e, disabling compactions & flushes 2024-12-01T19:23:48,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. after waiting 0 ms 2024-12-01T19:23:48,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4234135ae7bd2a82c2eb304816c2806e: Waiting for close lock at 1733081028398Disabling compacts and flushes for region at 1733081028398Disabling writes for close at 1733081028398Writing region close event to WAL at 1733081028398Closed at 1733081028398 2024-12-01T19:23:48,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:48,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733081028449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081028449"}]},"ts":"1733081028449"} 2024-12-01T19:23:48,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:48,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:48,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081028451"}]},"ts":"1733081028451"} 2024-12-01T19:23:48,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:23:48,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4234135ae7bd2a82c2eb304816c2806e, ASSIGN}] 2024-12-01T19:23:48,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4234135ae7bd2a82c2eb304816c2806e, ASSIGN 2024-12-01T19:23:48,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4234135ae7bd2a82c2eb304816c2806e, ASSIGN; state=OFFLINE, location=9168bcbe98d9,37049,1733081011213; forceNewPlan=false, retain=false 2024-12-01T19:23:48,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4234135ae7bd2a82c2eb304816c2806e, regionState=OPENING, regionLocation=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:48,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4234135ae7bd2a82c2eb304816c2806e, ASSIGN because future has completed 2024-12-01T19:23:48,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4234135ae7bd2a82c2eb304816c2806e, server=9168bcbe98d9,37049,1733081011213}] 2024-12-01T19:23:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:48,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:48,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:23:48,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C37049%2C1733081011213.rep, suffix=, logDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213, archiveDir=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/oldWALs, maxLogs=10 2024-12-01T19:23:48,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.rep.1733081028763, exclude list is [], retry=0 2024-12-01T19:23:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33503,DS-23ef0c9f-4146-4b15-97f7-89f5572b43c6,DISK] 2024-12-01T19:23:48,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.rep.1733081028763 2024-12-01T19:23:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537)] 2024-12-01T19:23:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4234135ae7bd2a82c2eb304816c2806e, NAME => 'hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:48,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. service=MultiRowMutationService 2024-12-01T19:23:48,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:23:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:48,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,778 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,779 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4234135ae7bd2a82c2eb304816c2806e columnFamilyName hfileref 2024-12-01T19:23:48,779 DEBUG [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:48,780 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] regionserver.HStore(327): Store=4234135ae7bd2a82c2eb304816c2806e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:48,780 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,780 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4234135ae7bd2a82c2eb304816c2806e columnFamilyName queue 2024-12-01T19:23:48,780 DEBUG [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:48,780 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] regionserver.HStore(327): Store=4234135ae7bd2a82c2eb304816c2806e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:48,781 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,781 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4234135ae7bd2a82c2eb304816c2806e columnFamilyName sid 2024-12-01T19:23:48,781 DEBUG [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:48,781 INFO [StoreOpener-4234135ae7bd2a82c2eb304816c2806e-1 {}] regionserver.HStore(327): Store=4234135ae7bd2a82c2eb304816c2806e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:48,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/replication/4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/replication/4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:48,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/replication/4234135ae7bd2a82c2eb304816c2806e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:48,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4234135ae7bd2a82c2eb304816c2806e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60264024, jitterRate=-0.10199606418609619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:48,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:23:48,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4234135ae7bd2a82c2eb304816c2806e: Running coprocessor pre-open hook at 1733081028778Writing region info on filesystem at 1733081028778Initializing all the Stores at 1733081028778Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081028778Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081028778Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081028778Cleaning up temporary data from old regions at 1733081028783 (+5 ms)Running coprocessor post-open hooks at 1733081028785 (+2 ms)Region opened successfully at 1733081028785 2024-12-01T19:23:48,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e., pid=10, masterSystemTime=1733081028759 2024-12-01T19:23:48,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:23:48,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4234135ae7bd2a82c2eb304816c2806e, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,37049,1733081011213 2024-12-01T19:23:48,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4234135ae7bd2a82c2eb304816c2806e, server=9168bcbe98d9,37049,1733081011213 because future has completed 2024-12-01T19:23:48,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:23:48,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4234135ae7bd2a82c2eb304816c2806e, server=9168bcbe98d9,37049,1733081011213 in 183 msec 2024-12-01T19:23:48,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:23:48,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4234135ae7bd2a82c2eb304816c2806e, ASSIGN in 338 msec 2024-12-01T19:23:48,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:48,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081028793"}]},"ts":"1733081028793"} 2024-12-01T19:23:48,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:23:48,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:48,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-12-01T19:23:48,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e., hostname=9168bcbe98d9,37049,1733081011213, seqNum=2] 2024-12-01T19:23:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:48,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:23:48,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:23:48,954 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:49,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:23:49,073 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:23:49,095 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,37049,1733081011213, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:23:49,096 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:49,096 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37049,1733081011213, seqNum=-1] 2024-12-01T19:23:49,096 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:49,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:49,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,37049,1733081011213', locateType=CURRENT is [region=hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e., hostname=9168bcbe98d9,37049,1733081011213, seqNum=2] 2024-12-01T19:23:49,099 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:23:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:23:49,101 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,37049,1733081011213 suceeded 2024-12-01T19:23:49,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:23:49,102 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:33313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:23:49,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-01T19:23:49,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-12-01T19:23:49,118 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:33313' 2024-12-01T19:23:49,119 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353857f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,119 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33313,-1 for getting cluster id 2024-12-01T19:23:49,119 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:49,120 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43bb5fcb-a4e3-4739-ade8-382b81e5b3d8' 2024-12-01T19:23:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43bb5fcb-a4e3-4739-ade8-382b81e5b3d8" 2024-12-01T19:23:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55809a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33313,-1] 2024-12-01T19:23:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,121 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:49,121 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18decbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,121 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:49,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:49,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75608b8f 2024-12-01T19:23:49,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:49,123 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-01T19:23:49,123 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,37049,1733081011213 (queues=1) is replicating from cluster=4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274 to cluster=43bb5fcb-a4e3-4739-ade8-382b81e5b3d8 2024-12-01T19:23:49,123 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C37049%2C1733081011213 2024-12-01T19:23:49,123 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,37049,1733081011213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:23:49,124 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, startPosition=0, beingWritten=true 2024-12-01T19:23:49,124 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C37049%2C1733081011213 2024-12-01T19:23:49,128 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:49,128 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:49,128 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:49,333 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:49,636 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:49,657 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:49,724 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:23:49,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:49,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:49,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:49,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d98eb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33313,-1 for getting cluster id 2024-12-01T19:23:49,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:49,726 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43bb5fcb-a4e3-4739-ade8-382b81e5b3d8' 2024-12-01T19:23:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43bb5fcb-a4e3-4739-ade8-382b81e5b3d8" 2024-12-01T19:23:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bbaf0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33313,-1] 2024-12-01T19:23:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:49,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,727 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:49,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687ec633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d50ae9b 2024-12-01T19:23:49,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:49,729 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:49,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:34421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:23:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:23:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:49,731 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:34421' 2024-12-01T19:23:49,732 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2975cf3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,732 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:49,732 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:49,733 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee5e143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:49,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,734 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:49,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454c28e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:49,734 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e996b6a 2024-12-01T19:23:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:49,736 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:23:49,736 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T19:23:49,736 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:23:49,736 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,736 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:49,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:49,737 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:23:49,738 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:23:49,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:23:49,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:49,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:23:49,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:23:49,788 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:49,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:49,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:49,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:50,039 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:50,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d228dc9ace359a827d3d91c736705575, NAME => 'hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275 2024-12-01T19:23:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:23:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:50,460 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:50,542 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:50,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d228dc9ace359a827d3d91c736705575, disabling compactions & flushes 2024-12-01T19:23:50,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. after waiting 0 ms 2024-12-01T19:23:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d228dc9ace359a827d3d91c736705575: Waiting for close lock at 1733081030553Disabling compacts and flushes for region at 1733081030553Disabling writes for close at 1733081030554 (+1 ms)Writing region close event to WAL at 1733081030554Closed at 1733081030554 2024-12-01T19:23:50,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:23:50,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733081030555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081030555"}]},"ts":"1733081030555"} 2024-12-01T19:23:50,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:23:50,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:23:50,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081030557"}]},"ts":"1733081030557"} 2024-12-01T19:23:50,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:23:50,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d228dc9ace359a827d3d91c736705575, ASSIGN}] 2024-12-01T19:23:50,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d228dc9ace359a827d3d91c736705575, ASSIGN 2024-12-01T19:23:50,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d228dc9ace359a827d3d91c736705575, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39601,1733081015598; forceNewPlan=false, retain=false 2024-12-01T19:23:50,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d228dc9ace359a827d3d91c736705575, regionState=OPENING, regionLocation=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:50,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d228dc9ace359a827d3d91c736705575, ASSIGN because future has completed 2024-12-01T19:23:50,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d228dc9ace359a827d3d91c736705575, server=9168bcbe98d9,39601,1733081015598}] 2024-12-01T19:23:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:50,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:23:50,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:23:50,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39601%2C1733081015598.rep, suffix=, logDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598, archiveDir=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/oldWALs, maxLogs=10 2024-12-01T19:23:50,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.rep.1733081030868, exclude list is [], retry=0 2024-12-01T19:23:50,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45245,DS-7c5f7947-93bb-4222-b983-dffebc392cc4,DISK] 2024-12-01T19:23:50,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.rep.1733081030868 2024-12-01T19:23:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34597:34597)] 2024-12-01T19:23:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d228dc9ace359a827d3d91c736705575, NAME => 'hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:23:50,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:23:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:23:50,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. service=MultiRowMutationService 2024-12-01T19:23:50,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:23:50,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:23:50,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,886 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,887 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d228dc9ace359a827d3d91c736705575 columnFamilyName hfileref 2024-12-01T19:23:50,887 DEBUG [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:50,887 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] regionserver.HStore(327): Store=d228dc9ace359a827d3d91c736705575/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:50,887 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,888 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d228dc9ace359a827d3d91c736705575 columnFamilyName queue 2024-12-01T19:23:50,888 DEBUG [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:50,888 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] regionserver.HStore(327): Store=d228dc9ace359a827d3d91c736705575/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:50,888 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,889 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d228dc9ace359a827d3d91c736705575 columnFamilyName sid 2024-12-01T19:23:50,889 DEBUG [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:23:50,889 INFO [StoreOpener-d228dc9ace359a827d3d91c736705575-1 {}] regionserver.HStore(327): Store=d228dc9ace359a827d3d91c736705575/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:23:50,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/replication/d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/replication/d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:23:50,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/replication/d228dc9ace359a827d3d91c736705575/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:23:50,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d228dc9ace359a827d3d91c736705575; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71455045, jitterRate=0.064763143658638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:23:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:50,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d228dc9ace359a827d3d91c736705575: Running coprocessor pre-open hook at 1733081030885Writing region info on filesystem at 1733081030885Initializing all the Stores at 1733081030886 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081030886Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081030886Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081030886Cleaning up temporary data from old regions at 1733081030891 (+5 ms)Running coprocessor post-open hooks at 1733081030894 (+3 ms)Region opened successfully at 1733081030894 2024-12-01T19:23:50,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575., pid=10, masterSystemTime=1733081030864 2024-12-01T19:23:50,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:50,897 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d228dc9ace359a827d3d91c736705575, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d228dc9ace359a827d3d91c736705575, server=9168bcbe98d9,39601,1733081015598 because future has completed 2024-12-01T19:23:50,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:23:50,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d228dc9ace359a827d3d91c736705575, server=9168bcbe98d9,39601,1733081015598 in 187 msec 2024-12-01T19:23:50,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:23:50,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d228dc9ace359a827d3d91c736705575, ASSIGN in 342 msec 2024-12-01T19:23:50,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:23:50,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081030902"}]},"ts":"1733081030902"} 2024-12-01T19:23:50,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:23:50,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:23:50,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-01T19:23:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575., hostname=9168bcbe98d9,39601,1733081015598, seqNum=2] 2024-12-01T19:23:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:51,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:23:51,145 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:51,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:23:51,200 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:23:51,222 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,39601,1733081015598, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:23:51,222 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:51,222 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39601,1733081015598, seqNum=-1] 2024-12-01T19:23:51,222 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:51,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:51,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,39601,1733081015598', locateType=CURRENT is [region=hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575., hostname=9168bcbe98d9,39601,1733081015598, seqNum=2] 2024-12-01T19:23:51,227 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:23:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:23:51,228 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,39601,1733081015598 suceeded 2024-12-01T19:23:51,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:23:51,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-01T19:23:51,230 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:34421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:23:51,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-12-01T19:23:51,239 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:34421' 2024-12-01T19:23:51,240 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f62b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,240 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:51,240 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:51,241 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:51,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:51,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:51,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d07f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:51,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:51,242 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:51,243 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ccf76d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,243 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:23:51,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,34421,1733081011052 2024-12-01T19:23:51,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6fdc8a 2024-12-01T19:23:51,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:23:51,244 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-01T19:23:51,244 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,39601,1733081015598 (queues=1) is replicating from cluster=43bb5fcb-a4e3-4739-ade8-382b81e5b3d8 to cluster=4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274 2024-12-01T19:23:51,244 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C39601%2C1733081015598 2024-12-01T19:23:51,244 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,39601,1733081015598, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:23:51,245 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, startPosition=0, beingWritten=true 2024-12-01T19:23:51,245 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C39601%2C1733081015598 2024-12-01T19:23:51,249 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:51,249 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 379, reset compression=false 2024-12-01T19:23:51,249 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:51,363 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:51,452 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 379, reset compression=false 2024-12-01T19:23:51,755 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 379, reset compression=false 2024-12-01T19:23:51,847 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:23:51,884 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:23:51,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:51,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:51,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:51,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:51,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:51,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e85e6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,40385,-1 for getting cluster id 2024-12-01T19:23:51,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:51,886 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75' 2024-12-01T19:23:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3c68649-2dd3-47b8-a0f1-6f6c9eb35b75" 2024-12-01T19:23:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d523d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,40385,-1] 2024-12-01T19:23:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:51,887 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9da2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60689705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:51,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:51,888 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:51,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b7b30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:51,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:51,889 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1403f3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443690ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33313,-1 for getting cluster id 2024-12-01T19:23:51,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:51,891 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43bb5fcb-a4e3-4739-ade8-382b81e5b3d8' 2024-12-01T19:23:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43bb5fcb-a4e3-4739-ade8-382b81e5b3d8" 2024-12-01T19:23:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169786a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33313,-1] 2024-12-01T19:23:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:51,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:51,892 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7073deee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:51,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39457,1733081005386, seqNum=-1] 2024-12-01T19:23:51,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:51,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733081018952.831b37dd9597bef38211073a735bf476., hostname=9168bcbe98d9,39457,1733081005386, seqNum=2] 2024-12-01T19:23:51,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39601,1733081015598, seqNum=-1] 2024-12-01T19:23:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:51,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733081023256.9f36042cedb20a4298e12e863051de10., hostname=9168bcbe98d9,39601,1733081015598, seqNum=2] 2024-12-01T19:23:51,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-01T19:23:52,158 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 379, reset compression=false 2024-12-01T19:23:52,367 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 379, reset compression=false 2024-12-01T19:23:52,371 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:52,371 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:52,371 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39457,1733081005386 got entry batch from reader: WALEntryBatch [walEntries=[{test/831b37dd9597bef38211073a735bf476/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-01T19:23:52,374 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:52,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:52,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:52,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c1bddd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:52,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,34421,-1 for getting cluster id 2024-12-01T19:23:52,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:52,376 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274' 2024-12-01T19:23:52,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:52,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e1389ce-4d8c-4bf3-834c-b4f7ea0d2274" 2024-12-01T19:23:52,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7968e159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:52,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,34421,-1] 2024-12-01T19:23:52,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:52,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:52,377 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:52,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec3cd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:52,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:52,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37049,1733081011213, seqNum=-1] 2024-12-01T19:23:52,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:52,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6., hostname=9168bcbe98d9,37049,1733081011213, seqNum=2] 2024-12-01T19:23:52,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:52,574 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:52,650 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 379, reset compression=false 2024-12-01T19:23:52,654 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:52,654 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 504, reset compression=false 2024-12-01T19:23:52,654 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ab31e5c55652ba463bac0aba48e18b6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-01T19:23:52,656 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:52,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:52,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:52,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e906a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:52,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,33313,-1 for getting cluster id 2024-12-01T19:23:52,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:23:52,658 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43bb5fcb-a4e3-4739-ade8-382b81e5b3d8' 2024-12-01T19:23:52,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:23:52,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43bb5fcb-a4e3-4739-ade8-382b81e5b3d8" 2024-12-01T19:23:52,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e2c747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:52,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,33313,-1] 2024-12-01T19:23:52,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:23:52,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:52,659 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:23:52,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f43657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:23:52,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:52,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39601,1733081015598, seqNum=-1] 2024-12-01T19:23:52,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:52,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-01T19:23:52,661 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 379, reset compression=false 2024-12-01T19:23:52,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733081023256.9f36042cedb20a4298e12e863051de10., hostname=9168bcbe98d9,39601,1733081015598, seqNum=2] 2024-12-01T19:23:52,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:52,857 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 504, reset compression=false 2024-12-01T19:23:52,878 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:52,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-01T19:23:52,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:23:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,37049,1733081011213, seqNum=-1] 2024-12-01T19:23:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:23:52,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:23:52,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6., hostname=9168bcbe98d9,37049,1733081011213, seqNum=2] 2024-12-01T19:23:52,911 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-01T19:23:53,159 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 504, reset compression=false 2024-12-01T19:23:53,163 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:53,163 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 608, reset compression=false 2024-12-01T19:23:53,163 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ab31e5c55652ba463bac0aba48e18b6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T19:23:53,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:53,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:53,264 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 379, reset compression=false 2024-12-01T19:23:53,268 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:53,268 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 654, reset compression=false 2024-12-01T19:23:53,268 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:53,280 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:53,366 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 608, reset compression=false 2024-12-01T19:23:53,471 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 654, reset compression=false 2024-12-01T19:23:53,668 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 608, reset compression=false 2024-12-01T19:23:53,774 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 654, reset compression=false 2024-12-01T19:23:53,783 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:53,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-01T19:23:53,914 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-01T19:23:54,071 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 608, reset compression=false 2024-12-01T19:23:54,176 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 654, reset compression=false 2024-12-01T19:23:54,180 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:54,180 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 758, reset compression=false 2024-12-01T19:23:54,180 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f36042cedb20a4298e12e863051de10/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-01T19:23:54,181 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:23:54,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-01T19:23:54,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:54,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:54,382 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 758, reset compression=false 2024-12-01T19:23:54,385 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:54,574 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 608, reset compression=false 2024-12-01T19:23:54,578 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:54,578 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 735, reset compression=false 2024-12-01T19:23:54,578 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:54,685 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 758, reset compression=false 2024-12-01T19:23:54,782 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 735, reset compression=false 2024-12-01T19:23:54,792 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:23:54,916 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-01T19:23:54,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-01T19:23:55,085 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 735, reset compression=false 2024-12-01T19:23:55,088 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 480, reset compression=false 2024-12-01T19:23:55,088 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 758, reset compression=false 2024-12-01T19:23:55,091 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:55,091 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:55,091 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39457,1733081005386 got entry batch from reader: WALEntryBatch [walEntries=[{test/831b37dd9597bef38211073a735bf476/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-01T19:23:55,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:55,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:55,293 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:55,488 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 735, reset compression=false 2024-12-01T19:23:55,492 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:55,492 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 883, reset compression=false 2024-12-01T19:23:55,492 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ab31e5c55652ba463bac0aba48e18b6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-01T19:23:55,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:55,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:55,590 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 758, reset compression=false 2024-12-01T19:23:55,593 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:55,593 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 929, reset compression=false 2024-12-01T19:23:55,593 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:55,596 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:55,695 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 883, reset compression=false 2024-12-01T19:23:55,796 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 929, reset compression=false 2024-12-01T19:23:55,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-01T19:23:55,922 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-01T19:23:55,997 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 883, reset compression=false 2024-12-01T19:23:55,998 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:56,001 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:56,001 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1042, reset compression=false 2024-12-01T19:23:56,001 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ab31e5c55652ba463bac0aba48e18b6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T19:23:56,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:56,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:56,099 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 929, reset compression=false 2024-12-01T19:23:56,102 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:56,102 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1078, reset compression=false 2024-12-01T19:23:56,102 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:56,204 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1042, reset compression=false 2024-12-01T19:23:56,305 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1078, reset compression=false 2024-12-01T19:23:56,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:23:56,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:23:56,501 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:56,507 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1042, reset compression=false 2024-12-01T19:23:56,608 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1078, reset compression=false 2024-12-01T19:23:56,910 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1042, reset compression=false 2024-12-01T19:23:56,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-01T19:23:56,927 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-01T19:23:57,011 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1078, reset compression=false 2024-12-01T19:23:57,015 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:23:57,015 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1237, reset compression=false 2024-12-01T19:23:57,015 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f36042cedb20a4298e12e863051de10/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-01T19:23:57,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-01T19:23:57,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-01T19:23:57,104 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:57,218 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1237, reset compression=false 2024-12-01T19:23:57,413 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1042, reset compression=false 2024-12-01T19:23:57,416 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:57,416 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:23:57,416 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:57,521 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1237, reset compression=false 2024-12-01T19:23:57,619 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:23:57,808 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:57,921 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:23:57,924 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1237, reset compression=false 2024-12-01T19:23:57,928 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-01T19:23:57,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:23:57,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:57,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:57,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:57,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:23:57,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=450574201, stopped=false 2024-12-01T19:23:57,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,33313,1733081015451 2024-12-01T19:23:57,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773871390/running 2024-12-01T19:23:57,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773871390/running 2024-12-01T19:23:57,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:57,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:57,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:57,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:23:57,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:57,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:57,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/running 2024-12-01T19:23:57,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Set watcher on znode that does not yet exist, /2-773871390/running 2024-12-01T19:23:57,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,39601,1733081015598' ***** 2024-12-01T19:23:57,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:23:57,995 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:23:57,995 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:23:57,995 INFO [RS:0;9168bcbe98d9:39601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:23:57,995 INFO [RS:0;9168bcbe98d9:39601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:23:57,995 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f36042cedb20a4298e12e863051de10 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39601. 2024-12-01T19:23:57,996 DEBUG [RS:0;9168bcbe98d9:39601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:57,996 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f36042cedb20a4298e12e863051de10, disabling compactions & flushes 2024-12-01T19:23:57,996 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733081023256.9f36042cedb20a4298e12e863051de10. after waiting 0 ms 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:23:57,996 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f36042cedb20a4298e12e863051de10 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-01T19:23:57,996 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:23:57,996 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9f36042cedb20a4298e12e863051de10=test,,1733081023256.9f36042cedb20a4298e12e863051de10., d228dc9ace359a827d3d91c736705575=hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.} 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:23:57,996 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f36042cedb20a4298e12e863051de10, d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:57,996 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:23:57,996 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:23:57,996 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:23:58,015 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/info/fb554c5fc5b14470aca2d466c8f50a93 is 147, key is hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575./info:regioninfo/1733081030897/Put/seqid=0 2024-12-01T19:23:58,015 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/f/597cf11cd2ed4a2780e06d7e888c5bf2 is 29, key is row1/f:/1733081035921/DeleteFamily/seqid=0 2024-12-01T19:23:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741840_1016 (size=5152) 2024-12-01T19:23:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741841_1017 (size=7686) 2024-12-01T19:23:58,019 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/info/fb554c5fc5b14470aca2d466c8f50a93 2024-12-01T19:23:58,033 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/ns/8df0518166804098ab0d834cad092dbc is 43, key is default/ns:d/1733081018891/Put/seqid=0 2024-12-01T19:23:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:23:58,039 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:58,196 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f36042cedb20a4298e12e863051de10, d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:58,324 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:23:58,396 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f36042cedb20a4298e12e863051de10, d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:58,419 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/f/597cf11cd2ed4a2780e06d7e888c5bf2 2024-12-01T19:23:58,423 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 597cf11cd2ed4a2780e06d7e888c5bf2 2024-12-01T19:23:58,426 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1237, reset compression=false 2024-12-01T19:23:58,429 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:58,429 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1484, reset compression=false 2024-12-01T19:23:58,429 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39601,1733081015598 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:23:58,430 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,39601,1733081015598: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,39601,1733081015598, walGroup=9168bcbe98d9%2C39601%2C1733081015598, offset=9168bcbe98d9%2C39601%2C1733081015598.1733081017952:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:23:58,430 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:23:58,431 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:23:58,431 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:23:58,431 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:23:58,431 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:23:58,431 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 910695640 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202211944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:23:58,431 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:23:58,435 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/f1/8cdd946dc3494388a90d92484a820747 is 30, key is row1/f1:/1733081035921/DeleteFamily/seqid=0 2024-12-01T19:23:58,436 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/ns/8df0518166804098ab0d834cad092dbc 2024-12-01T19:23:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741843_1019 (size=5158) 2024-12-01T19:23:58,438 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/f1/8cdd946dc3494388a90d92484a820747 2024-12-01T19:23:58,441 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cdd946dc3494388a90d92484a820747 2024-12-01T19:23:58,451 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/rep_barrier/503fc87ee7e94b9284953d1c4bfe0448 is 112, key is test,,1733081023256.9f36042cedb20a4298e12e863051de10./rep_barrier:seqnumDuringOpen/1733081024467/Put/seqid=0 2024-12-01T19:23:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741844_1020 (size=5518) 2024-12-01T19:23:58,463 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/norep/c1ebdafb037841f289745782ab785908 is 33, key is row2/norep:/1733081036925/DeleteFamily/seqid=0 2024-12-01T19:23:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741845_1021 (size=5108) 2024-12-01T19:23:58,597 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f36042cedb20a4298e12e863051de10, d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:58,611 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:58,635 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1484, reset compression=false 2024-12-01T19:23:58,797 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f36042cedb20a4298e12e863051de10, d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:58,827 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:23:58,854 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/rep_barrier/503fc87ee7e94b9284953d1c4bfe0448 2024-12-01T19:23:58,866 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/norep/c1ebdafb037841f289745782ab785908 2024-12-01T19:23:58,869 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1ebdafb037841f289745782ab785908 2024-12-01T19:23:58,869 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/f/597cf11cd2ed4a2780e06d7e888c5bf2 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/f/597cf11cd2ed4a2780e06d7e888c5bf2 2024-12-01T19:23:58,870 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/table/b0feb2e2c64143149fdd84b472967cb5 is 53, key is hbase:replication/table:state/1733081030902/Put/seqid=0 2024-12-01T19:23:58,873 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 597cf11cd2ed4a2780e06d7e888c5bf2 2024-12-01T19:23:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:23:58,873 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/f/597cf11cd2ed4a2780e06d7e888c5bf2, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T19:23:58,874 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/table/b0feb2e2c64143149fdd84b472967cb5 2024-12-01T19:23:58,874 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/f1/8cdd946dc3494388a90d92484a820747 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/f1/8cdd946dc3494388a90d92484a820747 2024-12-01T19:23:58,878 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8cdd946dc3494388a90d92484a820747 2024-12-01T19:23:58,878 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/f1/8cdd946dc3494388a90d92484a820747, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T19:23:58,878 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/info/fb554c5fc5b14470aca2d466c8f50a93 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/info/fb554c5fc5b14470aca2d466c8f50a93 2024-12-01T19:23:58,878 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/.tmp/norep/c1ebdafb037841f289745782ab785908 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/norep/c1ebdafb037841f289745782ab785908 2024-12-01T19:23:58,881 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:23:58,881 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:23:58,881 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/info/fb554c5fc5b14470aca2d466c8f50a93, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:23:58,882 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1ebdafb037841f289745782ab785908 2024-12-01T19:23:58,882 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/norep/c1ebdafb037841f289745782ab785908, entries=1, sequenceid=10, filesize=5.0 K 2024-12-01T19:23:58,882 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/ns/8df0518166804098ab0d834cad092dbc as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/ns/8df0518166804098ab0d834cad092dbc 2024-12-01T19:23:58,882 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9f36042cedb20a4298e12e863051de10 in 886ms, sequenceid=10, compaction requested=false 2024-12-01T19:23:58,886 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/ns/8df0518166804098ab0d834cad092dbc, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:23:58,886 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/rep_barrier/503fc87ee7e94b9284953d1c4bfe0448 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/rep_barrier/503fc87ee7e94b9284953d1c4bfe0448 2024-12-01T19:23:58,887 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/default/test/9f36042cedb20a4298e12e863051de10/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T19:23:58,887 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:58,887 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:23:58,888 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f36042cedb20a4298e12e863051de10: Waiting for close lock at 1733081037996Running coprocessor pre-close hooks at 1733081037996Disabling compacts and flushes for region at 1733081037996Disabling writes for close at 1733081037996Obtaining lock to block concurrent updates at 1733081037996Preparing flush snapshotting stores in 9f36042cedb20a4298e12e863051de10 at 1733081037996Finished memstore snapshotting test,,1733081023256.9f36042cedb20a4298e12e863051de10., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733081037996Flushing stores of test,,1733081023256.9f36042cedb20a4298e12e863051de10. at 1733081037997 (+1 ms)Flushing 9f36042cedb20a4298e12e863051de10/f: creating writer at 1733081037997Flushing 9f36042cedb20a4298e12e863051de10/f: appending metadata at 1733081038015 (+18 ms)Flushing 9f36042cedb20a4298e12e863051de10/f: closing flushed file at 1733081038015Flushing 9f36042cedb20a4298e12e863051de10/f1: creating writer at 1733081038423 (+408 ms)Flushing 9f36042cedb20a4298e12e863051de10/f1: appending metadata at 1733081038435 (+12 ms)Flushing 9f36042cedb20a4298e12e863051de10/f1: closing flushed file at 1733081038435Flushing 9f36042cedb20a4298e12e863051de10/norep: creating writer at 1733081038441 (+6 ms)Flushing 9f36042cedb20a4298e12e863051de10/norep: appending metadata at 1733081038461 (+20 ms)Flushing 9f36042cedb20a4298e12e863051de10/norep: closing flushed file at 1733081038461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d59e0e: reopening flushed file at 1733081038869 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bc463c: reopening flushed file at 1733081038873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec1c006: reopening flushed file at 1733081038878 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9f36042cedb20a4298e12e863051de10 in 886ms, sequenceid=10, compaction requested=false at 1733081038882 (+4 ms)Writing region close event to WAL at 1733081038885 (+3 ms)Running coprocessor post-close hooks at 1733081038887 (+2 ms)Closed at 1733081038888 (+1 ms) 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733081023256.9f36042cedb20a4298e12e863051de10. 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d228dc9ace359a827d3d91c736705575, disabling compactions & flushes 2024-12-01T19:23:58,888 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. after waiting 0 ms 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d228dc9ace359a827d3d91c736705575: Waiting for close lock at 1733081038888Running coprocessor pre-close hooks at 1733081038888Disabling compacts and flushes for region at 1733081038888Disabling writes for close at 1733081038888Failed flush hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575., putting online again at 1733081038888 2024-12-01T19:23:58,888 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,890 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/rep_barrier/503fc87ee7e94b9284953d1c4bfe0448, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:23:58,890 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/.tmp/table/b0feb2e2c64143149fdd84b472967cb5 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/table/b0feb2e2c64143149fdd84b472967cb5 2024-12-01T19:23:58,893 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/table/b0feb2e2c64143149fdd84b472967cb5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:23:58,894 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false 2024-12-01T19:23:58,897 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:23:58,897 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:23:58,897 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:23:58,897 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:58,898 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081037996Running coprocessor pre-close hooks at 1733081037996Disabling compacts and flushes for region at 1733081037996Disabling writes for close at 1733081037996Obtaining lock to block concurrent updates at 1733081037996Preparing flush snapshotting stores in 1588230740 at 1733081037996Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733081037997 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733081037997Flushing 1588230740/info: creating writer at 1733081037997Flushing 1588230740/info: appending metadata at 1733081038015 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733081038015Flushing 1588230740/ns: creating writer at 1733081038022 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733081038033 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733081038033Flushing 1588230740/rep_barrier: creating writer at 1733081038439 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081038451 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081038451Flushing 1588230740/table: creating writer at 1733081038857 (+406 ms)Flushing 1588230740/table: appending metadata at 1733081038870 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733081038870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e609937: reopening flushed file at 1733081038878 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3138de93: reopening flushed file at 1733081038882 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c133d55: reopening flushed file at 1733081038886 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187ee776: reopening flushed file at 1733081038890 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 898ms, sequenceid=16, compaction requested=false at 1733081038894 (+4 ms)Writing region close event to WAL at 1733081038895 (+1 ms)Running coprocessor post-close hooks at 1733081038897 (+2 ms)Closed at 1733081038897 2024-12-01T19:23:58,898 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:23:58,938 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 1484, reset compression=false 2024-12-01T19:23:58,985 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:23:58,985 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 2128, reset compression=false 2024-12-01T19:23:58,997 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:23:58,997 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1325): Online Regions={d228dc9ace359a827d3d91c736705575=hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575.} 2024-12-01T19:23:58,997 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(3091): Received CLOSE for d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:58,997 DEBUG [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1351): Waiting on d228dc9ace359a827d3d91c736705575 2024-12-01T19:23:58,997 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d228dc9ace359a827d3d91c736705575, disabling compactions & flushes 2024-12-01T19:23:58,997 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,997 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,997 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. after waiting 0 ms 2024-12-01T19:23:58,997 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:58,998 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d228dc9ace359a827d3d91c736705575: Waiting for close lock at 1733081038997Running coprocessor pre-close hooks at 1733081038997Disabling compacts and flushes for region at 1733081038997Disabling writes for close at 1733081038997Failed flush hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575., putting online again at 1733081038998 (+1 ms) 2024-12-01T19:23:58,998 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733081029736.d228dc9ace359a827d3d91c736705575. 2024-12-01T19:23:59,188 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 2128, reset compression=false 2024-12-01T19:23:59,197 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:23:59,197 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,39601,1733081015598; all regions closed. 2024-12-01T19:23:59,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:23:59,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.meta.1733081018847.meta not finished, retry = 0 2024-12-01T19:23:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741839_1015 (size=1953) 2024-12-01T19:23:59,302 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.rep.1733081030868 not finished, retry = 0 2024-12-01T19:23:59,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741832_1008 (size=2136) 2024-12-01T19:23:59,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 not finished, retry = 0 2024-12-01T19:23:59,429 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:23:59,490 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 to pos 2128, reset compression=false 2024-12-01T19:23:59,505 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:59,505 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:23:59,505 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/WALs/9168bcbe98d9,39601,1733081015598/9168bcbe98d9%2C39601%2C1733081015598.1733081017952 2024-12-01T19:23:59,505 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:59,505 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:59,505 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:59,505 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:23:59,506 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,39601,1733081015598 because: Region server is closing 2024-12-01T19:23:59,506 INFO [RS:0;9168bcbe98d9:39601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39601. 2024-12-01T19:23:59,506 DEBUG [RS:0;9168bcbe98d9:39601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:59,506 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:59,506 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:59,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:59,514 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:23:59,606 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.shipper9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 terminated 2024-12-01T19:23:59,606 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39601,1733081015598.replicationSource.wal-reader.9168bcbe98d9%2C39601%2C1733081015598,1-9168bcbe98d9,39601,1733081015598 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-01T19:23:59,607 INFO [RS:0;9168bcbe98d9:39601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39601. 2024-12-01T19:23:59,607 DEBUG [RS:0;9168bcbe98d9:39601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:23:59,607 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:59,607 DEBUG [RS:0;9168bcbe98d9:39601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:23:59,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:23:59,607 INFO [RS:0;9168bcbe98d9:39601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39601 2024-12-01T19:23:59,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773871390/rs/9168bcbe98d9,39601,1733081015598 2024-12-01T19:23:59,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390/rs 2024-12-01T19:23:59,657 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:23:59,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,39601,1733081015598] 2024-12-01T19:23:59,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-773871390/draining/9168bcbe98d9,39601,1733081015598 already deleted, retry=false 2024-12-01T19:23:59,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,39601,1733081015598 expired; onlineServers=0 2024-12-01T19:23:59,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,33313,1733081015451' ***** 2024-12-01T19:23:59,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:23:59,678 INFO [M:0;9168bcbe98d9:33313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:23:59,678 INFO [M:0;9168bcbe98d9:33313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:23:59,678 DEBUG [M:0;9168bcbe98d9:33313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:23:59,678 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:23:59,678 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081017647 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081017647,5,FailOnTimeoutGroup] 2024-12-01T19:23:59,678 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081017644 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081017644,5,FailOnTimeoutGroup] 2024-12-01T19:23:59,678 DEBUG [M:0;9168bcbe98d9:33313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:23:59,679 INFO [M:0;9168bcbe98d9:33313 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:23:59,679 INFO [M:0;9168bcbe98d9:33313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:23:59,679 DEBUG [M:0;9168bcbe98d9:33313 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:23:59,679 INFO [M:0;9168bcbe98d9:33313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:23:59,679 INFO [M:0;9168bcbe98d9:33313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:23:59,679 INFO [M:0;9168bcbe98d9:33313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:23:59,679 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:23:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-773871390/master 2024-12-01T19:23:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-773871390 2024-12-01T19:23:59,688 DEBUG [M:0;9168bcbe98d9:33313 {}] zookeeper.ZKUtil(347): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Unable to get data of znode /2-773871390/master because node does not exist (not an error) 2024-12-01T19:23:59,688 WARN [M:0;9168bcbe98d9:33313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:23:59,689 INFO [M:0;9168bcbe98d9:33313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/.lastflushedseqids 2024-12-01T19:23:59,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:23:59,768 INFO [RS:0;9168bcbe98d9:39601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:23:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:59,768 INFO [RS:0;9168bcbe98d9:39601 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,39601,1733081015598; zookeeper connection closed. 2024-12-01T19:23:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39601-0x1019259707d0007, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:23:59,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f780b04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f780b04 2024-12-01T19:23:59,768 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:24:00,092 INFO [M:0;9168bcbe98d9:33313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:24:00,093 INFO [M:0;9168bcbe98d9:33313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:24:00,093 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:00,093 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:00,093 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:00,093 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:00,093 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:00,093 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-01T19:24:00,109 DEBUG [M:0;9168bcbe98d9:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ca766dc082b4a8c831cb36dc071e429 is 82, key is hbase:meta,,1/info:regioninfo/1733081018873/Put/seqid=0 2024-12-01T19:24:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:24:00,132 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:24:00,512 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ca766dc082b4a8c831cb36dc071e429 2024-12-01T19:24:00,516 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:24:00,531 DEBUG [M:0;9168bcbe98d9:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/019172c5396245de94ef3047d4d85efb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733081030905/Put/seqid=0 2024-12-01T19:24:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741849_1025 (size=8517) 2024-12-01T19:24:00,642 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:24:00,934 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:24:00,934 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/019172c5396245de94ef3047d4d85efb 2024-12-01T19:24:00,952 DEBUG [M:0;9168bcbe98d9:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0eaab83de5c04b24a147c5c1a4b5e876 is 69, key is 9168bcbe98d9,39601,1733081015598/rs:state/1733081017751/Put/seqid=0 2024-12-01T19:24:00,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:24:01,356 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0eaab83de5c04b24a147c5c1a4b5e876 2024-12-01T19:24:01,359 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ca766dc082b4a8c831cb36dc071e429 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ca766dc082b4a8c831cb36dc071e429 2024-12-01T19:24:01,362 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ca766dc082b4a8c831cb36dc071e429, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T19:24:01,363 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/019172c5396245de94ef3047d4d85efb as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/019172c5396245de94ef3047d4d85efb 2024-12-01T19:24:01,366 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/019172c5396245de94ef3047d4d85efb, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T19:24:01,366 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0eaab83de5c04b24a147c5c1a4b5e876 as hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0eaab83de5c04b24a147c5c1a4b5e876 2024-12-01T19:24:01,369 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39033/user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0eaab83de5c04b24a147c5c1a4b5e876, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T19:24:01,369 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-01T19:24:01,370 INFO [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:01,370 DEBUG [M:0;9168bcbe98d9:33313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081040093Disabling compacts and flushes for region at 1733081040093Disabling writes for close at 1733081040093Obtaining lock to block concurrent updates at 1733081040093Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081040093Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733081040093Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081040094 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081040094Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081040108 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081040108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081040515 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081040530 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081040530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081040938 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081040952 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081040952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fee110c: reopening flushed file at 1733081041359 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a13b73b: reopening flushed file at 1733081041362 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0883b5: reopening flushed file at 1733081041366 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733081041369 (+3 ms)Writing region close event to WAL at 1733081041370 (+1 ms)Closed at 1733081041370 2024-12-01T19:24:01,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45245 is added to blk_1073741830_1006 (size=63666) 2024-12-01T19:24:01,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/41f1d552-c7b2-d937-3675-6e7421c1a275/MasterData/WALs/9168bcbe98d9,33313,1733081015451/9168bcbe98d9%2C33313%2C1733081015451.1733081017342 not finished, retry = 0 2024-12-01T19:24:01,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:01,473 INFO [M:0;9168bcbe98d9:33313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:24:01,473 INFO [M:0;9168bcbe98d9:33313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33313 2024-12-01T19:24:01,473 INFO [M:0;9168bcbe98d9:33313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:01,620 INFO [M:0;9168bcbe98d9:33313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:01,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:01,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1019259707d0006, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:01,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b4550ce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:01,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a490d9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:01,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:01,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b674f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:01,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1823cd97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:01,623 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:24:01,624 WARN [BP-1823246221-172.17.0.3-1733081013485 heartbeating to localhost/127.0.0.1:39033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:24:01,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:24:01,624 WARN [BP-1823246221-172.17.0.3-1733081013485 heartbeating to localhost/127.0.0.1:39033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1823246221-172.17.0.3-1733081013485 (Datanode Uuid 068755ed-f3d5-4a49-9f34-aa4f48005c3b) service to localhost/127.0.0.1:39033 2024-12-01T19:24:01,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:24:01,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/cluster_082f3593-cedf-7928-cfbc-8d94d7c124f4/data/data1/current/BP-1823246221-172.17.0.3-1733081013485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:01,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/cluster_082f3593-cedf-7928-cfbc-8d94d7c124f4/data/data2/current/BP-1823246221-172.17.0.3-1733081013485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:01,625 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:24:01,630 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd9e45d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:01,630 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@606a12fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:01,630 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:01,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e551cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:01,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7adf99a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:24:01,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:24:01,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:01,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:01,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:01,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:01,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:01,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:24:01,642 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1503649006, stopped=false 2024-12-01T19:24:01,642 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,34421,1733081011052 2024-12-01T19:24:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589710575/running 2024-12-01T19:24:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589710575/running 2024-12-01T19:24:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:24:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:24:01,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:01,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:01,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/running 2024-12-01T19:24:01,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:01,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:01,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Set watcher on znode that does not yet exist, /11589710575/running 2024-12-01T19:24:01,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,37049,1733081011213' ***** 2024-12-01T19:24:01,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:24:01,663 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:24:01,663 INFO [RS:0;9168bcbe98d9:37049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:24:01,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:24:01,663 INFO [RS:0;9168bcbe98d9:37049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(3091): Received CLOSE for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,37049,1733081011213 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37049. 2024-12-01T19:24:01,664 DEBUG [RS:0;9168bcbe98d9:37049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ab31e5c55652ba463bac0aba48e18b6, disabling compactions & flushes 2024-12-01T19:24:01,664 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:01,664 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. after waiting 0 ms 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:24:01,664 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ab31e5c55652ba463bac0aba48e18b6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-01T19:24:01,664 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:24:01,664 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1325): Online Regions={4ab31e5c55652ba463bac0aba48e18b6=test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6., 1588230740=hbase:meta,,1.1588230740, 4234135ae7bd2a82c2eb304816c2806e=hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.} 2024-12-01T19:24:01,664 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:01,664 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:01,664 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:01,664 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:24:01,676 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/info/a607e7aebc86452894e39f934d578319 is 147, key is hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e./info:regioninfo/1733081028788/Put/seqid=0 2024-12-01T19:24:01,676 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/f/828a3f52a959490ba25afff36be22d22 is 29, key is row1/f:/1733081035921/DeleteFamily/seqid=0 2024-12-01T19:24:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741841_1017 (size=5152) 2024-12-01T19:24:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741840_1016 (size=7686) 2024-12-01T19:24:01,760 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:01,837 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1191, reset compression=false 2024-12-01T19:24:01,841 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:01,841 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1438, reset compression=false 2024-12-01T19:24:01,841 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,37049,1733081011213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:24:01,842 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,37049,1733081011213: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,37049,1733081011213, walGroup=9168bcbe98d9%2C37049%2C1733081011213, offset=9168bcbe98d9%2C37049%2C1733081011213.1733081012364:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:37049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:24:01,843 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:24:01,843 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:24:01,844 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:24:01,844 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:24:01,844 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:24:01,844 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 977804504 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202356112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:24:01,845 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:24:01,864 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:02,043 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1438, reset compression=false 2024-12-01T19:24:02,065 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:02,079 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/f/828a3f52a959490ba25afff36be22d22 2024-12-01T19:24:02,079 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/info/a607e7aebc86452894e39f934d578319 2024-12-01T19:24:02,082 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 828a3f52a959490ba25afff36be22d22 2024-12-01T19:24:02,093 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/ns/e3501d17b7f64f62bad9628cac840742 is 43, key is default/ns:d/1733081013358/Put/seqid=0 2024-12-01T19:24:02,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:24:02,098 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/f1/7afad76c6dac49919b6c133a620d3b23 is 30, key is row1/f1:/1733081035921/DeleteFamily/seqid=0 2024-12-01T19:24:02,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741843_1019 (size=5158) 2024-12-01T19:24:02,240 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:24:02,240 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:24:02,265 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:02,346 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1438, reset compression=false 2024-12-01T19:24:02,465 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:02,497 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/ns/e3501d17b7f64f62bad9628cac840742 2024-12-01T19:24:02,501 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/f1/7afad76c6dac49919b6c133a620d3b23 2024-12-01T19:24:02,504 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7afad76c6dac49919b6c133a620d3b23 2024-12-01T19:24:02,515 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/rep_barrier/e8e84537200d4769a8afcb023b4ff200 is 112, key is test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6./rep_barrier:seqnumDuringOpen/1733081022253/Put/seqid=0 2024-12-01T19:24:02,516 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/norep/0f0f1bbe0b5647c2ae57ea700e32ebf1 is 33, key is row1/norep:/1733081035921/DeleteFamily/seqid=0 2024-12-01T19:24:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741845_1021 (size=5108) 2024-12-01T19:24:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741844_1020 (size=5518) 2024-12-01T19:24:02,665 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:02,750 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1438, reset compression=false 2024-12-01T19:24:02,826 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:24:02,865 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e, 4ab31e5c55652ba463bac0aba48e18b6 2024-12-01T19:24:02,919 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/norep/0f0f1bbe0b5647c2ae57ea700e32ebf1 2024-12-01T19:24:02,919 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/rep_barrier/e8e84537200d4769a8afcb023b4ff200 2024-12-01T19:24:02,923 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f0f1bbe0b5647c2ae57ea700e32ebf1 2024-12-01T19:24:02,924 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/f/828a3f52a959490ba25afff36be22d22 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/f/828a3f52a959490ba25afff36be22d22 2024-12-01T19:24:02,927 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 828a3f52a959490ba25afff36be22d22 2024-12-01T19:24:02,927 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/f/828a3f52a959490ba25afff36be22d22, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T19:24:02,927 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/f1/7afad76c6dac49919b6c133a620d3b23 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/f1/7afad76c6dac49919b6c133a620d3b23 2024-12-01T19:24:02,930 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7afad76c6dac49919b6c133a620d3b23 2024-12-01T19:24:02,930 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/f1/7afad76c6dac49919b6c133a620d3b23, entries=3, sequenceid=10, filesize=5.0 K 2024-12-01T19:24:02,931 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/.tmp/norep/0f0f1bbe0b5647c2ae57ea700e32ebf1 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/norep/0f0f1bbe0b5647c2ae57ea700e32ebf1 2024-12-01T19:24:02,934 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f0f1bbe0b5647c2ae57ea700e32ebf1 2024-12-01T19:24:02,934 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/norep/0f0f1bbe0b5647c2ae57ea700e32ebf1, entries=1, sequenceid=10, filesize=5.0 K 2024-12-01T19:24:02,935 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4ab31e5c55652ba463bac0aba48e18b6 in 1271ms, sequenceid=10, compaction requested=false 2024-12-01T19:24:02,935 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:24:02,936 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/table/3ec01f04221e4e899c253c60addb77d1 is 53, key is hbase:replication/table:state/1733081028793/Put/seqid=0 2024-12-01T19:24:02,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:24:02,939 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/default/test/4ab31e5c55652ba463bac0aba48e18b6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-01T19:24:02,939 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:02,939 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:02,939 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:24:02,939 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ab31e5c55652ba463bac0aba48e18b6: Waiting for close lock at 1733081041664Running coprocessor pre-close hooks at 1733081041664Disabling compacts and flushes for region at 1733081041664Disabling writes for close at 1733081041664Obtaining lock to block concurrent updates at 1733081041664Preparing flush snapshotting stores in 4ab31e5c55652ba463bac0aba48e18b6 at 1733081041664Finished memstore snapshotting test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733081041664Flushing stores of test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. at 1733081041665 (+1 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/f: creating writer at 1733081041665Flushing 4ab31e5c55652ba463bac0aba48e18b6/f: appending metadata at 1733081041676 (+11 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/f: closing flushed file at 1733081041676Flushing 4ab31e5c55652ba463bac0aba48e18b6/f1: creating writer at 1733081042082 (+406 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/f1: appending metadata at 1733081042097 (+15 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/f1: closing flushed file at 1733081042098 (+1 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/norep: creating writer at 1733081042504 (+406 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/norep: appending metadata at 1733081042515 (+11 ms)Flushing 4ab31e5c55652ba463bac0aba48e18b6/norep: closing flushed file at 1733081042515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c074f2c: reopening flushed file at 1733081042923 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23756b4b: reopening flushed file at 1733081042927 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72daa01b: reopening flushed file at 1733081042930 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 4ab31e5c55652ba463bac0aba48e18b6 in 1271ms, sequenceid=10, compaction requested=false at 1733081042935 (+5 ms)Writing region close event to WAL at 1733081042936 (+1 ms)Running coprocessor post-close hooks at 1733081042939 (+3 ms)Closed at 1733081042939 2024-12-01T19:24:02,939 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733081021106.4ab31e5c55652ba463bac0aba48e18b6. 2024-12-01T19:24:02,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4234135ae7bd2a82c2eb304816c2806e, disabling compactions & flushes 2024-12-01T19:24:02,940 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:02,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:02,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. after waiting 0 ms 2024-12-01T19:24:02,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:02,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4234135ae7bd2a82c2eb304816c2806e: Waiting for close lock at 1733081042940Running coprocessor pre-close hooks at 1733081042940Disabling compacts and flushes for region at 1733081042940Disabling writes for close at 1733081042940Failed flush hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e., putting online again at 1733081042940 2024-12-01T19:24:02,940 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:03,065 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:24:03,065 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4234135ae7bd2a82c2eb304816c2806e=hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e.} 2024-12-01T19:24:03,065 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(3091): Received CLOSE for 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:24:03,065 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4234135ae7bd2a82c2eb304816c2806e 2024-12-01T19:24:03,065 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4234135ae7bd2a82c2eb304816c2806e, disabling compactions & flushes 2024-12-01T19:24:03,065 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:03,066 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:03,066 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. after waiting 0 ms 2024-12-01T19:24:03,066 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:03,066 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4234135ae7bd2a82c2eb304816c2806e: Waiting for close lock at 1733081043065Running coprocessor pre-close hooks at 1733081043065Disabling compacts and flushes for region at 1733081043065Disabling writes for close at 1733081043066 (+1 ms)Failed flush hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e., putting online again at 1733081043066 2024-12-01T19:24:03,066 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733081027586.4234135ae7bd2a82c2eb304816c2806e. 2024-12-01T19:24:03,253 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 1438, reset compression=false 2024-12-01T19:24:03,256 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:03,256 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 2082, reset compression=false 2024-12-01T19:24:03,266 DEBUG [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:03,339 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/table/3ec01f04221e4e899c253c60addb77d1 2024-12-01T19:24:03,342 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/info/a607e7aebc86452894e39f934d578319 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/info/a607e7aebc86452894e39f934d578319 2024-12-01T19:24:03,345 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/info/a607e7aebc86452894e39f934d578319, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:24:03,345 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/ns/e3501d17b7f64f62bad9628cac840742 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/ns/e3501d17b7f64f62bad9628cac840742 2024-12-01T19:24:03,348 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/ns/e3501d17b7f64f62bad9628cac840742, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:24:03,349 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/rep_barrier/e8e84537200d4769a8afcb023b4ff200 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/rep_barrier/e8e84537200d4769a8afcb023b4ff200 2024-12-01T19:24:03,352 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/rep_barrier/e8e84537200d4769a8afcb023b4ff200, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:24:03,352 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/.tmp/table/3ec01f04221e4e899c253c60addb77d1 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/table/3ec01f04221e4e899c253c60addb77d1 2024-12-01T19:24:03,355 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/table/3ec01f04221e4e899c253c60addb77d1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:24:03,356 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false 2024-12-01T19:24:03,356 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:24:03,359 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:24:03,360 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:03,360 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:24:03,360 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:03,360 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081041664Running coprocessor pre-close hooks at 1733081041664Disabling compacts and flushes for region at 1733081041664Disabling writes for close at 1733081041664Obtaining lock to block concurrent updates at 1733081041664Preparing flush snapshotting stores in 1588230740 at 1733081041664Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733081041665 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733081041665Flushing 1588230740/info: creating writer at 1733081041665Flushing 1588230740/info: appending metadata at 1733081041676 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733081041676Flushing 1588230740/ns: creating writer at 1733081042082 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733081042093 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733081042093Flushing 1588230740/rep_barrier: creating writer at 1733081042500 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081042515 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081042515Flushing 1588230740/table: creating writer at 1733081042923 (+408 ms)Flushing 1588230740/table: appending metadata at 1733081042935 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733081042936 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7d5e5e: reopening flushed file at 1733081043342 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d24efe1: reopening flushed file at 1733081043345 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c244d31: reopening flushed file at 1733081043348 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ad8fad: reopening flushed file at 1733081043352 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=16, compaction requested=false at 1733081043356 (+4 ms)Writing region close event to WAL at 1733081043357 (+1 ms)Running coprocessor post-close hooks at 1733081043360 (+3 ms)Closed at 1733081043360 2024-12-01T19:24:03,360 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:03,459 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.wal-reader.9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 to pos 2082, reset compression=false 2024-12-01T19:24:03,466 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:24:03,466 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,37049,1733081011213; all regions closed. 2024-12-01T19:24:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:24:03,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741839_1015 (size=2171) 2024-12-01T19:24:03,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.rep.1733081028763 not finished, retry = 0 2024-12-01T19:24:03,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/WALs/9168bcbe98d9,37049,1733081011213/9168bcbe98d9%2C37049%2C1733081011213.1733081012364 not finished, retry = 0 2024-12-01T19:24:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741832_1008 (size=2090) 2024-12-01T19:24:03,672 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:03,672 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:03,672 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:03,672 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:03,672 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:03,672 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:03,672 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,37049,1733081011213 because: Region server is closing 2024-12-01T19:24:03,672 INFO [RS:0;9168bcbe98d9:37049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37049. 2024-12-01T19:24:03,673 DEBUG [RS:0;9168bcbe98d9:37049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:03,673 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:03,673 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:03,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:03,773 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,37049,1733081011213.replicationSource.shipper9168bcbe98d9%2C37049%2C1733081011213,1-9168bcbe98d9,37049,1733081011213 terminated 2024-12-01T19:24:03,773 INFO [RS:0;9168bcbe98d9:37049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:37049. 2024-12-01T19:24:03,773 DEBUG [RS:0;9168bcbe98d9:37049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:03,773 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:03,773 DEBUG [RS:0;9168bcbe98d9:37049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:03,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:03,773 INFO [RS:0;9168bcbe98d9:37049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37049 2024-12-01T19:24:03,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589710575/rs/9168bcbe98d9,37049,1733081011213 2024-12-01T19:24:03,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575/rs 2024-12-01T19:24:03,836 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:03,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,37049,1733081011213] 2024-12-01T19:24:03,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11589710575/draining/9168bcbe98d9,37049,1733081011213 already deleted, retry=false 2024-12-01T19:24:03,894 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,37049,1733081011213 expired; onlineServers=0 2024-12-01T19:24:03,894 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,34421,1733081011052' ***** 2024-12-01T19:24:03,894 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:24:03,894 INFO [M:0;9168bcbe98d9:34421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:03,894 INFO [M:0;9168bcbe98d9:34421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:03,894 DEBUG [M:0;9168bcbe98d9:34421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:24:03,894 DEBUG [M:0;9168bcbe98d9:34421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:24:03,894 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:24:03,894 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081012127 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081012127,5,FailOnTimeoutGroup] 2024-12-01T19:24:03,894 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081012128 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081012128,5,FailOnTimeoutGroup] 2024-12-01T19:24:03,894 INFO [M:0;9168bcbe98d9:34421 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:03,894 INFO [M:0;9168bcbe98d9:34421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:03,894 DEBUG [M:0;9168bcbe98d9:34421 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:24:03,894 INFO [M:0;9168bcbe98d9:34421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:24:03,894 INFO [M:0;9168bcbe98d9:34421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:03,895 INFO [M:0;9168bcbe98d9:34421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:24:03,895 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:24:03,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11589710575/master 2024-12-01T19:24:03,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11589710575 2024-12-01T19:24:03,904 DEBUG [M:0;9168bcbe98d9:34421 {}] zookeeper.ZKUtil(347): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Unable to get data of znode /11589710575/master because node does not exist (not an error) 2024-12-01T19:24:03,904 WARN [M:0;9168bcbe98d9:34421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:24:03,905 INFO [M:0;9168bcbe98d9:34421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/.lastflushedseqids 2024-12-01T19:24:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:24:03,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:03,976 INFO [RS:0;9168bcbe98d9:37049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:03,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37049-0x1019259707d0004, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:03,977 INFO [RS:0;9168bcbe98d9:37049 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,37049,1733081011213; zookeeper connection closed. 2024-12-01T19:24:03,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76712227 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76712227 2024-12-01T19:24:03,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:24:04,129 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:24:04,308 INFO [M:0;9168bcbe98d9:34421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:24:04,309 INFO [M:0;9168bcbe98d9:34421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:24:04,309 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:04,309 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:04,309 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:04,309 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:04,309 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:04,309 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-01T19:24:04,328 DEBUG [M:0;9168bcbe98d9:34421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1758128cb4774020ac55c976150e03c6 is 82, key is hbase:meta,,1/info:regioninfo/1733081013345/Put/seqid=0 2024-12-01T19:24:04,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:24:04,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:04,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:04,731 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1758128cb4774020ac55c976150e03c6 2024-12-01T19:24:04,750 DEBUG [M:0;9168bcbe98d9:34421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c78b91f98be8442682921778eb2f386f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733081028795/Put/seqid=0 2024-12-01T19:24:04,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741849_1025 (size=8516) 2024-12-01T19:24:05,154 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c78b91f98be8442682921778eb2f386f 2024-12-01T19:24:05,168 DEBUG [M:0;9168bcbe98d9:34421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2e918f4e86465dbde9213d314e066a is 69, key is 9168bcbe98d9,37049,1733081011213/rs:state/1733081012176/Put/seqid=0 2024-12-01T19:24:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:24:05,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:05,315 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:24:05,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128786 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:24:05,532 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:24:05,571 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2e918f4e86465dbde9213d314e066a 2024-12-01T19:24:05,575 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1758128cb4774020ac55c976150e03c6 as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1758128cb4774020ac55c976150e03c6 2024-12-01T19:24:05,578 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1758128cb4774020ac55c976150e03c6, entries=8, sequenceid=97, filesize=5.5 K 2024-12-01T19:24:05,578 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c78b91f98be8442682921778eb2f386f as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c78b91f98be8442682921778eb2f386f 2024-12-01T19:24:05,581 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c78b91f98be8442682921778eb2f386f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-01T19:24:05,582 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b2e918f4e86465dbde9213d314e066a as hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b2e918f4e86465dbde9213d314e066a 2024-12-01T19:24:05,584 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38311/user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b2e918f4e86465dbde9213d314e066a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-01T19:24:05,585 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-01T19:24:05,586 INFO [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:05,586 DEBUG [M:0;9168bcbe98d9:34421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081044309Disabling compacts and flushes for region at 1733081044309Disabling writes for close at 1733081044309Obtaining lock to block concurrent updates at 1733081044309Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081044309Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733081044309Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081044310 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081044310Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081044327 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081044327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081044734 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081044750 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081044750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081045156 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081045167 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081045167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4db2fed4: reopening flushed file at 1733081045574 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b29ddc: reopening flushed file at 1733081045578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84530dc: reopening flushed file at 1733081045581 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733081045585 (+4 ms)Writing region close event to WAL at 1733081045586 (+1 ms)Closed at 1733081045586 2024-12-01T19:24:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33503 is added to blk_1073741830_1006 (size=63654) 2024-12-01T19:24:05,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/271675bb-be1f-fdcf-03f7-dba581cfd8d9/MasterData/WALs/9168bcbe98d9,34421,1733081011052/9168bcbe98d9%2C34421%2C1733081011052.1733081011734 not finished, retry = 0 2024-12-01T19:24:05,688 INFO [M:0;9168bcbe98d9:34421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:24:05,688 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:05,688 INFO [M:0;9168bcbe98d9:34421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34421 2024-12-01T19:24:05,689 INFO [M:0;9168bcbe98d9:34421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:05,873 INFO [M:0;9168bcbe98d9:34421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:05,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:05,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1019259707d0003, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:05,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6725a265{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:05,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16774168{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:05,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:05,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326fb535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:05,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14948176{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:05,877 WARN [BP-1502621194-172.17.0.3-1733081008879 heartbeating to localhost/127.0.0.1:38311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:24:05,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:24:05,877 WARN [BP-1502621194-172.17.0.3-1733081008879 heartbeating to localhost/127.0.0.1:38311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1502621194-172.17.0.3-1733081008879 (Datanode Uuid 97ade39b-84bc-4d1f-8e82-07e10ef20fdc) service to localhost/127.0.0.1:38311 2024-12-01T19:24:05,877 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:24:05,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/cluster_506ee571-2f56-f7d0-548b-50e9516cad39/data/data1/current/BP-1502621194-172.17.0.3-1733081008879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:05,877 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/cluster_506ee571-2f56-f7d0-548b-50e9516cad39/data/data2/current/BP-1502621194-172.17.0.3-1733081008879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:05,878 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:24:05,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3b46f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:05,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32455bb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:05,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:05,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786b2ed4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:05,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33292fdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f5337f7-a3f5-f395-3ddd-7ddf089884d6/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:05,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:24:05,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:24:05,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:05,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:05,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:05,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:05,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:05,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:24:05,893 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1504385305, stopped=false 2024-12-01T19:24:05,893 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,40385,1733081005201 2024-12-01T19:24:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-175201813/running 2024-12-01T19:24:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-175201813/running 2024-12-01T19:24:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:24:05,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:24:05,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:05,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:05,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:05,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:05,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,39457,1733081005386' ***** 2024-12-01T19:24:05,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:24:05,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/running 2024-12-01T19:24:05,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Set watcher on znode that does not yet exist, /0-175201813/running 2024-12-01T19:24:05,910 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:24:05,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:24:05,910 INFO [RS:0;9168bcbe98d9:39457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:24:05,910 INFO [RS:0;9168bcbe98d9:39457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(3091): Received CLOSE for 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(3091): Received CLOSE for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,39457,1733081005386 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39457. 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 831b37dd9597bef38211073a735bf476, disabling compactions & flushes 2024-12-01T19:24:05,911 DEBUG [RS:0;9168bcbe98d9:39457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:05,911 DEBUG [RS:0;9168bcbe98d9:39457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:05,911 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733081018952.831b37dd9597bef38211073a735bf476. after waiting 0 ms 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:24:05,911 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 831b37dd9597bef38211073a735bf476 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-01T19:24:05,911 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:24:05,911 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 831b37dd9597bef38211073a735bf476=test,,1733081018952.831b37dd9597bef38211073a735bf476., 5735e833a578ce766a854309de8bbd25=hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.} 2024-12-01T19:24:05,911 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:05,911 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:05,911 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:05,911 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:24:05,912 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:05,924 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/f/cde3bea4fe92452fa567a0d523791486 is 28, key is row/f:/1733081034917/DeleteFamily/seqid=0 2024-12-01T19:24:05,926 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/info/094288d852624a7987342c7bdce5a244 is 147, key is hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25./info:regioninfo/1733081026584/Put/seqid=0 2024-12-01T19:24:05,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741840_1016 (size=5085) 2024-12-01T19:24:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741841_1017 (size=7686) 2024-12-01T19:24:05,929 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/info/094288d852624a7987342c7bdce5a244 2024-12-01T19:24:05,948 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/ns/72c5b5fe2a7a414f801baef27d3d5113 is 43, key is default/ns:d/1733081008728/Put/seqid=0 2024-12-01T19:24:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:24:06,111 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:06,312 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:06,327 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/f/cde3bea4fe92452fa567a0d523791486 2024-12-01T19:24:06,330 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cde3bea4fe92452fa567a0d523791486 2024-12-01T19:24:06,341 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/f1/75b9c7770cdb4f83b196728d3794fbb3 is 29, key is row/f1:/1733081034917/DeleteFamily/seqid=0 2024-12-01T19:24:06,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741843_1019 (size=5089) 2024-12-01T19:24:06,351 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/ns/72c5b5fe2a7a414f801baef27d3d5113 2024-12-01T19:24:06,365 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca44340192a4075be50d20188fb8452 is 112, key is test,,1733081018952.831b37dd9597bef38211073a735bf476./rep_barrier:seqnumDuringOpen/1733081020093/Put/seqid=0 2024-12-01T19:24:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741844_1020 (size=5518) 2024-12-01T19:24:06,473 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:24:06,473 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:24:06,512 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:06,712 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:06,745 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/f1/75b9c7770cdb4f83b196728d3794fbb3 2024-12-01T19:24:06,748 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75b9c7770cdb4f83b196728d3794fbb3 2024-12-01T19:24:06,765 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/norep/f5898f470c994bd4b74f970269c9dac9 is 32, key is row/norep:/1733081034917/DeleteFamily/seqid=0 2024-12-01T19:24:06,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741845_1021 (size=5101) 2024-12-01T19:24:06,768 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca44340192a4075be50d20188fb8452 2024-12-01T19:24:06,787 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/table/5e26080d10924012b33075b16b4292cc is 53, key is hbase:replication/table:state/1733081026589/Put/seqid=0 2024-12-01T19:24:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741846_1022 (size=5308) 2024-12-01T19:24:06,912 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:07,035 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 636, reset compression=false 2024-12-01T19:24:07,038 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:07,038 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 883, reset compression=false 2024-12-01T19:24:07,038 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39457,1733081005386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:24:07,039 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,39457,1733081005386: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,39457,1733081005386, walGroup=9168bcbe98d9%2C39457%2C1733081005386, offset=9168bcbe98d9%2C39457%2C1733081005386.1733081007598:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:24:07,040 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:24:07,040 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:24:07,040 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:24:07,040 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:24:07,040 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:24:07,040 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 920945352 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202790520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:24:07,041 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:40385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:40385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:24:07,112 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5735e833a578ce766a854309de8bbd25, 831b37dd9597bef38211073a735bf476 2024-12-01T19:24:07,168 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/norep/f5898f470c994bd4b74f970269c9dac9 2024-12-01T19:24:07,172 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5898f470c994bd4b74f970269c9dac9 2024-12-01T19:24:07,172 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/f/cde3bea4fe92452fa567a0d523791486 as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/f/cde3bea4fe92452fa567a0d523791486 2024-12-01T19:24:07,176 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cde3bea4fe92452fa567a0d523791486 2024-12-01T19:24:07,176 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/f/cde3bea4fe92452fa567a0d523791486, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T19:24:07,177 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/f1/75b9c7770cdb4f83b196728d3794fbb3 as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/f1/75b9c7770cdb4f83b196728d3794fbb3 2024-12-01T19:24:07,181 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75b9c7770cdb4f83b196728d3794fbb3 2024-12-01T19:24:07,181 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/f1/75b9c7770cdb4f83b196728d3794fbb3, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T19:24:07,181 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/.tmp/norep/f5898f470c994bd4b74f970269c9dac9 as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/norep/f5898f470c994bd4b74f970269c9dac9 2024-12-01T19:24:07,185 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5898f470c994bd4b74f970269c9dac9 2024-12-01T19:24:07,185 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/norep/f5898f470c994bd4b74f970269c9dac9, entries=1, sequenceid=6, filesize=5.0 K 2024-12-01T19:24:07,186 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 831b37dd9597bef38211073a735bf476 in 1275ms, sequenceid=6, compaction requested=false 2024-12-01T19:24:07,189 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/default/test/831b37dd9597bef38211073a735bf476/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-01T19:24:07,190 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:07,190 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/table/5e26080d10924012b33075b16b4292cc 2024-12-01T19:24:07,190 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:07,190 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:24:07,190 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 831b37dd9597bef38211073a735bf476: Waiting for close lock at 1733081045911Running coprocessor pre-close hooks at 1733081045911Disabling compacts and flushes for region at 1733081045911Disabling writes for close at 1733081045911Obtaining lock to block concurrent updates at 1733081045911Preparing flush snapshotting stores in 831b37dd9597bef38211073a735bf476 at 1733081045911Finished memstore snapshotting test,,1733081018952.831b37dd9597bef38211073a735bf476., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733081045911Flushing stores of test,,1733081018952.831b37dd9597bef38211073a735bf476. at 1733081045912 (+1 ms)Flushing 831b37dd9597bef38211073a735bf476/f: creating writer at 1733081045912Flushing 831b37dd9597bef38211073a735bf476/f: appending metadata at 1733081045923 (+11 ms)Flushing 831b37dd9597bef38211073a735bf476/f: closing flushed file at 1733081045923Flushing 831b37dd9597bef38211073a735bf476/f1: creating writer at 1733081046330 (+407 ms)Flushing 831b37dd9597bef38211073a735bf476/f1: appending metadata at 1733081046341 (+11 ms)Flushing 831b37dd9597bef38211073a735bf476/f1: closing flushed file at 1733081046341Flushing 831b37dd9597bef38211073a735bf476/norep: creating writer at 1733081046749 (+408 ms)Flushing 831b37dd9597bef38211073a735bf476/norep: appending metadata at 1733081046764 (+15 ms)Flushing 831b37dd9597bef38211073a735bf476/norep: closing flushed file at 1733081046764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180c733d: reopening flushed file at 1733081047172 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8ba90e: reopening flushed file at 1733081047177 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b28c72: reopening flushed file at 1733081047181 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 831b37dd9597bef38211073a735bf476 in 1275ms, sequenceid=6, compaction requested=false at 1733081047186 (+5 ms)Writing region close event to WAL at 1733081047187 (+1 ms)Running coprocessor post-close hooks at 1733081047190 (+3 ms)Closed at 1733081047190 2024-12-01T19:24:07,190 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733081018952.831b37dd9597bef38211073a735bf476. 2024-12-01T19:24:07,190 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5735e833a578ce766a854309de8bbd25, disabling compactions & flushes 2024-12-01T19:24:07,190 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,190 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,191 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. after waiting 0 ms 2024-12-01T19:24:07,191 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,191 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5735e833a578ce766a854309de8bbd25: Waiting for close lock at 1733081047190Running coprocessor pre-close hooks at 1733081047190Disabling compacts and flushes for region at 1733081047190Disabling writes for close at 1733081047191 (+1 ms)Failed flush hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25., putting online again at 1733081047191 2024-12-01T19:24:07,191 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,194 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/info/094288d852624a7987342c7bdce5a244 as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/info/094288d852624a7987342c7bdce5a244 2024-12-01T19:24:07,197 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/info/094288d852624a7987342c7bdce5a244, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:24:07,198 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/ns/72c5b5fe2a7a414f801baef27d3d5113 as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/ns/72c5b5fe2a7a414f801baef27d3d5113 2024-12-01T19:24:07,201 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/ns/72c5b5fe2a7a414f801baef27d3d5113, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:24:07,202 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca44340192a4075be50d20188fb8452 as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/rep_barrier/9ca44340192a4075be50d20188fb8452 2024-12-01T19:24:07,205 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/rep_barrier/9ca44340192a4075be50d20188fb8452, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:24:07,206 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/.tmp/table/5e26080d10924012b33075b16b4292cc as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/table/5e26080d10924012b33075b16b4292cc 2024-12-01T19:24:07,209 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/table/5e26080d10924012b33075b16b4292cc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:24:07,210 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false 2024-12-01T19:24:07,213 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:24:07,214 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:07,214 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:24:07,214 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:07,214 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081045911Running coprocessor pre-close hooks at 1733081045911Disabling compacts and flushes for region at 1733081045911Disabling writes for close at 1733081045911Obtaining lock to block concurrent updates at 1733081045911Preparing flush snapshotting stores in 1588230740 at 1733081045911Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733081045912 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733081045912Flushing 1588230740/info: creating writer at 1733081045912Flushing 1588230740/info: appending metadata at 1733081045926 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733081045926Flushing 1588230740/ns: creating writer at 1733081045933 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733081045947 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733081045947Flushing 1588230740/rep_barrier: creating writer at 1733081046354 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081046365 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081046365Flushing 1588230740/table: creating writer at 1733081046772 (+407 ms)Flushing 1588230740/table: appending metadata at 1733081046786 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733081046786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0fc214: reopening flushed file at 1733081047193 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c2af3e: reopening flushed file at 1733081047197 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47683d65: reopening flushed file at 1733081047201 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72a0f9e8: reopening flushed file at 1733081047205 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=16, compaction requested=false at 1733081047210 (+5 ms)Writing region close event to WAL at 1733081047211 (+1 ms)Running coprocessor post-close hooks at 1733081047214 (+3 ms)Closed at 1733081047214 2024-12-01T19:24:07,214 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:07,241 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 883, reset compression=false 2024-12-01T19:24:07,245 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:07,245 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 1527, reset compression=false 2024-12-01T19:24:07,312 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:24:07,312 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1325): Online Regions={5735e833a578ce766a854309de8bbd25=hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25.} 2024-12-01T19:24:07,313 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(3091): Received CLOSE for 5735e833a578ce766a854309de8bbd25 2024-12-01T19:24:07,313 DEBUG [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1351): Waiting on 5735e833a578ce766a854309de8bbd25 2024-12-01T19:24:07,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5735e833a578ce766a854309de8bbd25, disabling compactions & flushes 2024-12-01T19:24:07,313 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. after waiting 0 ms 2024-12-01T19:24:07,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5735e833a578ce766a854309de8bbd25: Waiting for close lock at 1733081047313Running coprocessor pre-close hooks at 1733081047313Disabling compacts and flushes for region at 1733081047313Disabling writes for close at 1733081047313Failed flush hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25., putting online again at 1733081047313 2024-12-01T19:24:07,313 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733081025427.5735e833a578ce766a854309de8bbd25. 2024-12-01T19:24:07,448 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/WALs/9168bcbe98d9,39457,1733081005386/9168bcbe98d9%2C39457%2C1733081005386.1733081007598 to pos 1527, reset compression=false 2024-12-01T19:24:07,513 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-01T19:24:07,513 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,39457,1733081005386; all regions closed. 2024-12-01T19:24:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741834_1010 (size=4239) 2024-12-01T19:24:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741839_1015 (size=1297) 2024-12-01T19:24:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741832_1008 (size=1535) 2024-12-01T19:24:07,518 DEBUG [RS:0;9168bcbe98d9:39457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:07,518 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:07,518 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:07,518 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:07,518 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:07,518 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:07,518 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,39457,1733081005386 because: Region server is closing 2024-12-01T19:24:07,518 INFO [RS:0;9168bcbe98d9:39457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39457. 2024-12-01T19:24:07,519 DEBUG [RS:0;9168bcbe98d9:39457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:07,519 DEBUG [RS:0;9168bcbe98d9:39457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:07,519 DEBUG [RS:0;9168bcbe98d9:39457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:07,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:07,619 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.shipper9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 terminated 2024-12-01T19:24:07,619 INFO [RS:0;9168bcbe98d9:39457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39457 2024-12-01T19:24:07,619 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39457,1733081005386.replicationSource.wal-reader.9168bcbe98d9%2C39457%2C1733081005386,1-9168bcbe98d9,39457,1733081005386 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-01T19:24:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813/rs 2024-12-01T19:24:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-175201813/rs/9168bcbe98d9,39457,1733081005386 2024-12-01T19:24:07,667 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:07,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,39457,1733081005386] 2024-12-01T19:24:07,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-175201813/draining/9168bcbe98d9,39457,1733081005386 already deleted, retry=false 2024-12-01T19:24:07,688 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,39457,1733081005386 expired; onlineServers=0 2024-12-01T19:24:07,688 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,40385,1733081005201' ***** 2024-12-01T19:24:07,688 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:24:07,688 INFO [M:0;9168bcbe98d9:40385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:07,688 INFO [M:0;9168bcbe98d9:40385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:07,688 DEBUG [M:0;9168bcbe98d9:40385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:24:07,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:24:07,689 DEBUG [M:0;9168bcbe98d9:40385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:24:07,689 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081007412 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081007412,5,FailOnTimeoutGroup] 2024-12-01T19:24:07,689 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081007411 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081007411,5,FailOnTimeoutGroup] 2024-12-01T19:24:07,689 INFO [M:0;9168bcbe98d9:40385 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:07,689 INFO [M:0;9168bcbe98d9:40385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:07,689 DEBUG [M:0;9168bcbe98d9:40385 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:24:07,689 INFO [M:0;9168bcbe98d9:40385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:24:07,689 INFO [M:0;9168bcbe98d9:40385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:07,689 ERROR [M:0;9168bcbe98d9:40385 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37787,5,PEWorkerGroup] 2024-12-01T19:24:07,689 INFO [M:0;9168bcbe98d9:40385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:24:07,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:24:07,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-175201813/master 2024-12-01T19:24:07,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-175201813 2024-12-01T19:24:07,699 DEBUG [M:0;9168bcbe98d9:40385 {}] zookeeper.ZKUtil(347): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Unable to get data of znode /0-175201813/master because node does not exist (not an error) 2024-12-01T19:24:07,699 WARN [M:0;9168bcbe98d9:40385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:24:07,699 INFO [M:0;9168bcbe98d9:40385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/.lastflushedseqids 2024-12-01T19:24:07,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741847_1023 (size=245) 2024-12-01T19:24:07,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:07,778 INFO [RS:0;9168bcbe98d9:39457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:07,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39457-0x1019259707d0001, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:07,778 INFO [RS:0;9168bcbe98d9:39457 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,39457,1733081005386; zookeeper connection closed. 2024-12-01T19:24:07,778 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b9cac19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b9cac19 2024-12-01T19:24:07,778 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:24:08,103 INFO [M:0;9168bcbe98d9:40385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:24:08,103 INFO [M:0;9168bcbe98d9:40385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:24:08,103 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:08,103 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:08,103 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:08,103 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:08,103 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:08,103 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-01T19:24:08,119 DEBUG [M:0;9168bcbe98d9:40385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356620db7bee4fcdb91c31f129849e6c is 82, key is hbase:meta,,1/info:regioninfo/1733081008682/Put/seqid=0 2024-12-01T19:24:08,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741848_1024 (size=5672) 2024-12-01T19:24:08,522 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356620db7bee4fcdb91c31f129849e6c 2024-12-01T19:24:08,537 DEBUG [M:0;9168bcbe98d9:40385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e09b171ef2a64d1b9c9f0e6622e038eb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733081020100/Put/seqid=0 2024-12-01T19:24:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741849_1025 (size=7219) 2024-12-01T19:24:08,941 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e09b171ef2a64d1b9c9f0e6622e038eb 2024-12-01T19:24:08,943 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e09b171ef2a64d1b9c9f0e6622e038eb 2024-12-01T19:24:08,955 DEBUG [M:0;9168bcbe98d9:40385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d707a415bfc4502a0ed6756ecb1248f is 69, key is 9168bcbe98d9,39457,1733081005386/rs:state/1733081007453/Put/seqid=0 2024-12-01T19:24:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741850_1026 (size=5156) 2024-12-01T19:24:09,358 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d707a415bfc4502a0ed6756ecb1248f 2024-12-01T19:24:09,362 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/356620db7bee4fcdb91c31f129849e6c as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356620db7bee4fcdb91c31f129849e6c 2024-12-01T19:24:09,364 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/356620db7bee4fcdb91c31f129849e6c, entries=8, sequenceid=105, filesize=5.5 K 2024-12-01T19:24:09,365 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e09b171ef2a64d1b9c9f0e6622e038eb as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e09b171ef2a64d1b9c9f0e6622e038eb 2024-12-01T19:24:09,368 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e09b171ef2a64d1b9c9f0e6622e038eb 2024-12-01T19:24:09,368 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e09b171ef2a64d1b9c9f0e6622e038eb, entries=11, sequenceid=105, filesize=7.0 K 2024-12-01T19:24:09,368 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d707a415bfc4502a0ed6756ecb1248f as hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d707a415bfc4502a0ed6756ecb1248f 2024-12-01T19:24:09,371 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37787/user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d707a415bfc4502a0ed6756ecb1248f, entries=1, sequenceid=105, filesize=5.0 K 2024-12-01T19:24:09,371 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false 2024-12-01T19:24:09,372 INFO [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:09,372 DEBUG [M:0;9168bcbe98d9:40385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081048103Disabling compacts and flushes for region at 1733081048103Disabling writes for close at 1733081048103Obtaining lock to block concurrent updates at 1733081048103Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081048103Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733081048104 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081048104Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081048104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081048119 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081048119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081048525 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081048537 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081048537Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081048943 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081048955 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081048955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@763049ba: reopening flushed file at 1733081049361 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec76316: reopening flushed file at 1733081049364 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778b0189: reopening flushed file at 1733081049368 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=105, compaction requested=false at 1733081049371 (+3 ms)Writing region close event to WAL at 1733081049372 (+1 ms)Closed at 1733081049372 2024-12-01T19:24:09,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acb79bee-731e-ad00-2a04-1665b159308e/MasterData/WALs/9168bcbe98d9,40385,1733081005201/9168bcbe98d9%2C40385%2C1733081005201.1733081007140 not finished, retry = 0 2024-12-01T19:24:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43783 is added to blk_1073741830_1006 (size=64435) 2024-12-01T19:24:09,478 INFO [M:0;9168bcbe98d9:40385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:24:09,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:09,478 INFO [M:0;9168bcbe98d9:40385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40385 2024-12-01T19:24:09,479 INFO [M:0;9168bcbe98d9:40385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:09,641 INFO [M:0;9168bcbe98d9:40385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:09,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:09,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40385-0x1019259707d0000, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:09,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@707cc983{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:09,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@146efea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:09,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:09,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@475f79bb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:09,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ca2e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:09,645 WARN [BP-1398253020-172.17.0.3-1733081003232 heartbeating to localhost/127.0.0.1:37787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:24:09,645 WARN [BP-1398253020-172.17.0.3-1733081003232 heartbeating to localhost/127.0.0.1:37787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1398253020-172.17.0.3-1733081003232 (Datanode Uuid ec95068f-dd91-47e1-82fc-f8b610348c2d) service to localhost/127.0.0.1:37787 2024-12-01T19:24:09,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:24:09,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:24:09,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/data/data1/current/BP-1398253020-172.17.0.3-1733081003232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:09,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/cluster_f2c0b42c-1069-6db4-c59a-2b98d037bfae/data/data2/current/BP-1398253020-172.17.0.3-1733081003232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:09,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:24:09,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f77d458{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:09,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@444a365f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:09,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:09,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f60c8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:09,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441f5126{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/405d7150-fa09-800f-e132-31b984d66607/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:09,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:24:09,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:24:09,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=358 (was 311) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38311 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53329) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53329) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53329) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37787 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=784 (was 717) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 279), ProcessCount=11 (was 11), AvailableMemoryMB=4338 (was 4507) 2024-12-01T19:24:09,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=358, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=4338 2024-12-01T19:24:09,696 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-01T19:24:09,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir so I do NOT create it in target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728 2024-12-01T19:24:09,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:24:09,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.tmp.dir so I do NOT create it in target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728 2024-12-01T19:24:09,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/680ec225-8ce9-5c04-885b-4f126d58fdcd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:24:09,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728 2024-12-01T19:24:09,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097, deleteOnExit=true 2024-12-01T19:24:09,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/zookeeper_0, clientPort=58236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:24:09,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58236 2024-12-01T19:24:09,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:24:09,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:24:09,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/test.cache.data in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:24:09,712 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:24:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:24:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:24:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:24:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:24:09,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019259707d0005, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:24:09,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019259707d0008, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:24:09,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019259707d0002, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:24:09,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019259707d0002, quorum=127.0.0.1:53329, baseZNode=/0-175201813 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:24:09,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019259707d0005, quorum=127.0.0.1:53329, baseZNode=/11589710575 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:24:09,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019259707d0008, quorum=127.0.0.1:53329, baseZNode=/2-773871390 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:24:10,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:10,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:10,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:10,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:10,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:24:10,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:10,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66cf93a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:10,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a121b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:10,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23758ba6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/java.io.tmpdir/jetty-localhost-35363-hadoop-hdfs-3_4_1-tests_jar-_-any-14771329515875884601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:10,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fb54462{HTTP/1.1, (http/1.1)}{localhost:35363} 2024-12-01T19:24:10,106 INFO [Time-limited test {}] server.Server(415): Started @333598ms 2024-12-01T19:24:10,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:10,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:10,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:10,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:10,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:24:10,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a022b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:10,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f13c430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:10,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49ebce46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/java.io.tmpdir/jetty-localhost-46549-hadoop-hdfs-3_4_1-tests_jar-_-any-16966439680954903879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:10,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b20fe7{HTTP/1.1, (http/1.1)}{localhost:46549} 2024-12-01T19:24:10,411 INFO [Time-limited test {}] server.Server(415): Started @333903ms 2024-12-01T19:24:10,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:24:11,133 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/data/data1/current/BP-565662014-172.17.0.3-1733081049725/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:11,133 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/data/data2/current/BP-565662014-172.17.0.3-1733081049725/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:11,147 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:24:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5021660b1d9b74cb with lease ID 0x9487b96741240d6: Processing first storage report for DS-671ccfc5-5975-4a7a-8f76-011e82fa370a from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=b0fa4b2f-b1b2-431f-8f57-8ed6eb1298d2, infoPort=42071, infoSecurePort=0, ipcPort=46851, storageInfo=lv=-57;cid=testClusterID;nsid=1043454402;c=1733081049725) 2024-12-01T19:24:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5021660b1d9b74cb with lease ID 0x9487b96741240d6: from storage DS-671ccfc5-5975-4a7a-8f76-011e82fa370a node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=b0fa4b2f-b1b2-431f-8f57-8ed6eb1298d2, infoPort=42071, infoSecurePort=0, ipcPort=46851, storageInfo=lv=-57;cid=testClusterID;nsid=1043454402;c=1733081049725), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:24:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5021660b1d9b74cb with lease ID 0x9487b96741240d6: Processing first storage report for DS-5802dfc6-c483-429e-bec8-4a941a60cbef from datanode DatanodeRegistration(127.0.0.1:34035, datanodeUuid=b0fa4b2f-b1b2-431f-8f57-8ed6eb1298d2, infoPort=42071, infoSecurePort=0, ipcPort=46851, storageInfo=lv=-57;cid=testClusterID;nsid=1043454402;c=1733081049725) 2024-12-01T19:24:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5021660b1d9b74cb with lease ID 0x9487b96741240d6: from storage DS-5802dfc6-c483-429e-bec8-4a941a60cbef node DatanodeRegistration(127.0.0.1:34035, datanodeUuid=b0fa4b2f-b1b2-431f-8f57-8ed6eb1298d2, infoPort=42071, infoSecurePort=0, ipcPort=46851, storageInfo=lv=-57;cid=testClusterID;nsid=1043454402;c=1733081049725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:24:11,234 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728 2024-12-01T19:24:11,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:11,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:11,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:24:11,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db with version=8 2024-12-01T19:24:11,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/hbase-staging 2024-12-01T19:24:11,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:24:11,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:11,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44607 2024-12-01T19:24:11,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44607 connecting to ZooKeeper ensemble=127.0.0.1:58236 2024-12-01T19:24:11,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446070x0, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:11,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44607-0x101925a261a0000 connected 2024-12-01T19:24:11,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:11,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:11,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on znode that does not yet exist, /0-389525669/running 2024-12-01T19:24:11,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db, hbase.cluster.distributed=false 2024-12-01T19:24:11,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on znode that does not yet exist, /0-389525669/acl 2024-12-01T19:24:11,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44607 2024-12-01T19:24:11,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44607 2024-12-01T19:24:11,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44607 2024-12-01T19:24:11,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44607 2024-12-01T19:24:11,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44607 2024-12-01T19:24:11,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:24:11,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:11,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36097 2024-12-01T19:24:11,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36097 connecting to ZooKeeper ensemble=127.0.0.1:58236 2024-12-01T19:24:11,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:11,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:11,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360970x0, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:11,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360970x0, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on znode that does not yet exist, /0-389525669/running 2024-12-01T19:24:11,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36097-0x101925a261a0001 connected 2024-12-01T19:24:11,852 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:24:11,852 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:24:11,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on znode that does not yet exist, /0-389525669/master 2024-12-01T19:24:11,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on znode that does not yet exist, /0-389525669/acl 2024-12-01T19:24:11,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-01T19:24:11,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36097 2024-12-01T19:24:11,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36097 2024-12-01T19:24:11,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-01T19:24:11,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-01T19:24:11,869 DEBUG [M:0;9168bcbe98d9:44607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:44607 2024-12-01T19:24:11,869 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-389525669/backup-masters/9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:11,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669/backup-masters 2024-12-01T19:24:11,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669/backup-masters 2024-12-01T19:24:11,877 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on existing znode=/0-389525669/backup-masters/9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:11,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389525669/master 2024-12-01T19:24:11,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:11,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:11,888 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on existing znode=/0-389525669/master 2024-12-01T19:24:11,888 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-389525669/backup-masters/9168bcbe98d9,44607,1733081051643 from backup master directory 2024-12-01T19:24:11,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-389525669/backup-masters/9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:11,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669/backup-masters 2024-12-01T19:24:11,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669/backup-masters 2024-12-01T19:24:11,898 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:11,898 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:11,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/hbase.id] with ID: 7941587c-bea3-4607-99f9-9c135b10ee05 2024-12-01T19:24:11,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/.tmp/hbase.id 2024-12-01T19:24:11,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:24:12,305 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/.tmp/hbase.id]:[hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/hbase.id] 2024-12-01T19:24:12,311 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:12,311 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:24:12,312 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:24:12,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:12,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:12,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:24:12,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:12,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:12,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:24:12,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:24:12,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:24:12,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:12,767 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:12,768 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:24:12,768 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:24:13,173 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/data/master/store 2024-12-01T19:24:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:24:13,577 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:13,577 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:13,577 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:13,578 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:13,578 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:13,578 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:13,578 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:13,578 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081053577Disabling compacts and flushes for region at 1733081053577Disabling writes for close at 1733081053578 (+1 ms)Writing region close event to WAL at 1733081053578Closed at 1733081053578 2024-12-01T19:24:13,578 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/data/master/store/.initializing 2024-12-01T19:24:13,579 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/WALs/9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:13,579 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:13,580 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C44607%2C1733081051643, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/WALs/9168bcbe98d9,44607,1733081051643, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/oldWALs, maxLogs=10 2024-12-01T19:24:13,602 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/WALs/9168bcbe98d9,44607,1733081051643/9168bcbe98d9%2C44607%2C1733081051643.1733081053580, exclude list is [], retry=0 2024-12-01T19:24:13,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-671ccfc5-5975-4a7a-8f76-011e82fa370a,DISK] 2024-12-01T19:24:13,605 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/WALs/9168bcbe98d9,44607,1733081051643/9168bcbe98d9%2C44607%2C1733081051643.1733081053580 2024-12-01T19:24:13,605 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-01T19:24:13,605 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:13,605 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:13,606 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,606 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:24:13,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:13,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:13,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:24:13,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:13,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:13,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:24:13,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:13,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:13,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:24:13,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:13,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:13,611 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,612 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,613 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:13,613 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:13,614 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:13,615 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62912725, jitterRate=-0.06252734363079071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:13,615 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081053606Initializing all the Stores at 1733081053606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081053606Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081053606Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081053606Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081053606Cleaning up temporary data from old regions at 1733081053612 (+6 ms)Region opened successfully at 1733081053615 (+3 ms) 2024-12-01T19:24:13,615 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:24:13,617 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6171a667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:13,617 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:24:13,617 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:24:13,617 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:24:13,618 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:24:13,618 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:24:13,618 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:24:13,618 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:24:13,621 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:24:13,621 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Unable to get data of znode /0-389525669/balancer because node does not exist (not necessarily an error) 2024-12-01T19:24:13,688 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389525669/balancer already deleted, retry=false 2024-12-01T19:24:13,688 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:24:13,688 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Unable to get data of znode /0-389525669/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:24:13,698 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389525669/normalizer already deleted, retry=false 2024-12-01T19:24:13,698 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:24:13,699 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Unable to get data of znode /0-389525669/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:24:13,709 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389525669/switch/split already deleted, retry=false 2024-12-01T19:24:13,709 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Unable to get data of znode /0-389525669/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:24:13,719 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389525669/switch/merge already deleted, retry=false 2024-12-01T19:24:13,721 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Unable to get data of znode /0-389525669/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:24:13,730 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-389525669/snapshot-cleanup already deleted, retry=false 2024-12-01T19:24:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389525669/running 2024-12-01T19:24:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-389525669/running 2024-12-01T19:24:13,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:13,740 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,44607,1733081051643, sessionid=0x101925a261a0000, setting cluster-up flag (Was=false) 2024-12-01T19:24:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:13,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:13,793 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389525669/flush-table-proc/acquired, /0-389525669/flush-table-proc/reached, /0-389525669/flush-table-proc/abort 2024-12-01T19:24:13,794 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:13,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:13,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:13,845 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-389525669/online-snapshot/acquired, /0-389525669/online-snapshot/reached, /0-389525669/online-snapshot/abort 2024-12-01T19:24:13,846 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:13,847 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:24:13,848 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:13,848 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:24:13,849 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:24:13,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,44607,1733081051643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:24:13,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:13,850 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081083850 2024-12-01T19:24:13,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:24:13,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:13,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:24:13,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:24:13,851 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:13,851 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081053851,5,FailOnTimeoutGroup] 2024-12-01T19:24:13,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:24:13,852 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081053851,5,FailOnTimeoutGroup] 2024-12-01T19:24:13,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:24:13,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:24:13,863 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(746): ClusterId : 7941587c-bea3-4607-99f9-9c135b10ee05 2024-12-01T19:24:13,863 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:24:13,872 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:24:13,872 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:24:13,883 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:24:13,883 DEBUG [RS:0;9168bcbe98d9:36097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200b95bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:13,893 DEBUG [RS:0;9168bcbe98d9:36097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:36097 2024-12-01T19:24:13,893 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:24:13,893 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:24:13,893 DEBUG [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:24:13,894 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,44607,1733081051643 with port=36097, startcode=1733081051832 2024-12-01T19:24:13,894 DEBUG [RS:0;9168bcbe98d9:36097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:24:13,895 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:24:13,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:13,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44607 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:13,896 DEBUG [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db 2024-12-01T19:24:13,896 DEBUG [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-12-01T19:24:13,896 DEBUG [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:24:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669/rs 2024-12-01T19:24:13,909 DEBUG [RS:0;9168bcbe98d9:36097 {}] zookeeper.ZKUtil(111): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Set watcher on existing znode=/0-389525669/rs/9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:13,909 WARN [RS:0;9168bcbe98d9:36097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:13,909 INFO [RS:0;9168bcbe98d9:36097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:13,909 DEBUG [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:13,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,36097,1733081051832] 2024-12-01T19:24:13,911 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:24:13,912 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:24:13,912 INFO [RS:0;9168bcbe98d9:36097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:24:13,912 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,913 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:24:13,913 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:24:13,913 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:13,913 DEBUG [RS:0;9168bcbe98d9:36097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:13,914 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,914 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,914 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,914 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,914 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,914 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36097,1733081051832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:13,925 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:24:13,925 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36097,1733081051832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,925 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,925 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.Replication(171): 9168bcbe98d9,36097,1733081051832 started 2024-12-01T19:24:13,935 INFO [RS:0;9168bcbe98d9:36097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:13,935 INFO [RS:0;9168bcbe98d9:36097 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,36097,1733081051832, RpcServer on 9168bcbe98d9/172.17.0.3:36097, sessionid=0x101925a261a0001 2024-12-01T19:24:13,935 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:24:13,935 DEBUG [RS:0;9168bcbe98d9:36097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:13,935 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36097,1733081051832' 2024-12-01T19:24:13,935 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389525669/flush-table-proc/abort' 2024-12-01T19:24:13,935 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389525669/flush-table-proc/acquired' 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36097,1733081051832' 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-389525669/online-snapshot/abort' 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-389525669/online-snapshot/acquired' 2024-12-01T19:24:13,936 DEBUG [RS:0;9168bcbe98d9:36097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:24:13,936 INFO [RS:0;9168bcbe98d9:36097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:24:13,936 INFO [RS:0;9168bcbe98d9:36097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:24:14,036 INFO [RS:0;9168bcbe98d9:36097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:14,038 INFO [RS:0;9168bcbe98d9:36097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36097%2C1733081051832, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/oldWALs, maxLogs=10 2024-12-01T19:24:14,048 DEBUG [RS:0;9168bcbe98d9:36097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832/9168bcbe98d9%2C36097%2C1733081051832.1733081054038, exclude list is [], retry=0 2024-12-01T19:24:14,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-671ccfc5-5975-4a7a-8f76-011e82fa370a,DISK] 2024-12-01T19:24:14,051 INFO [RS:0;9168bcbe98d9:36097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832/9168bcbe98d9%2C36097%2C1733081051832.1733081054038 2024-12-01T19:24:14,051 DEBUG [RS:0;9168bcbe98d9:36097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-01T19:24:14,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:24:14,260 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db 2024-12-01T19:24:14,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:24:14,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:14,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:14,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:14,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:14,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:14,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:14,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:14,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:14,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:14,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:14,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:14,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:14,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:14,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:14,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:14,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:14,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:14,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:14,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/hbase/meta/1588230740 2024-12-01T19:24:14,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/hbase/meta/1588230740 2024-12-01T19:24:14,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:14,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:14,671 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:14,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:14,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:14,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61301170, jitterRate=-0.08654138445854187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081054664Initializing all the Stores at 1733081054664Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081054664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081054665 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081054665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081054665Cleaning up temporary data from old regions at 1733081054670 (+5 ms)Region opened successfully at 1733081054673 (+3 ms) 2024-12-01T19:24:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:14,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:14,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:14,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081054673Disabling compacts and flushes for region at 1733081054673Disabling writes for close at 1733081054673Writing region close event to WAL at 1733081054673Closed at 1733081054673 2024-12-01T19:24:14,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:14,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:24:14,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:24:14,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:14,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:24:14,829 DEBUG [9168bcbe98d9:44607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:24:14,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:14,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36097,1733081051832, state=OPENING 2024-12-01T19:24:14,940 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:24:14,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:14,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-389525669 2024-12-01T19:24:14,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389525669/meta-region-server: CHANGED 2024-12-01T19:24:14,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389525669/meta-region-server: CHANGED 2024-12-01T19:24:14,951 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:14,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36097,1733081051832}] 2024-12-01T19:24:15,103 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:15,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:24:15,106 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:24:15,106 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:15,106 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:24:15,107 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36097%2C1733081051832.meta, suffix=.meta, logDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/oldWALs, maxLogs=10 2024-12-01T19:24:15,118 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832/9168bcbe98d9%2C36097%2C1733081051832.meta.1733081055108.meta, exclude list is [], retry=0 2024-12-01T19:24:15,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34035,DS-671ccfc5-5975-4a7a-8f76-011e82fa370a,DISK] 2024-12-01T19:24:15,121 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/WALs/9168bcbe98d9,36097,1733081051832/9168bcbe98d9%2C36097%2C1733081051832.meta.1733081055108.meta 2024-12-01T19:24:15,121 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42071:42071)] 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:15,122 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:24:15,122 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:24:15,122 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:24:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:15,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:15,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:15,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:15,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:15,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:15,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:15,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:15,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:15,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:15,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:15,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:15,126 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:15,127 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/hbase/meta/1588230740 2024-12-01T19:24:15,127 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/hbase/meta/1588230740 2024-12-01T19:24:15,128 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:15,128 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:15,128 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:15,129 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:15,130 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75249710, jitterRate=0.12130805850028992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:15,130 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:24:15,131 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081055122Writing region info on filesystem at 1733081055122Initializing all the Stores at 1733081055123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081055123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081055123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081055123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081055123Cleaning up temporary data from old regions at 1733081055128 (+5 ms)Running coprocessor post-open hooks at 1733081055130 (+2 ms)Region opened successfully at 1733081055131 (+1 ms) 2024-12-01T19:24:15,131 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081055103 2024-12-01T19:24:15,133 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:24:15,133 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:24:15,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:15,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36097,1733081051832, state=OPEN 2024-12-01T19:24:15,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36097-0x101925a261a0001, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389525669/meta-region-server 2024-12-01T19:24:15,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44607-0x101925a261a0000, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-389525669/meta-region-server 2024-12-01T19:24:15,175 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:15,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389525669/meta-region-server: CHANGED 2024-12-01T19:24:15,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-389525669/meta-region-server: CHANGED 2024-12-01T19:24:15,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:24:15,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36097,1733081051832 in 224 msec 2024-12-01T19:24:15,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:24:15,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-12-01T19:24:15,178 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:15,178 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:24:15,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:15,179 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36097,1733081051832, seqNum=-1] 2024-12-01T19:24:15,179 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:15,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:15,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-12-01T19:24:15,183 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081055183, completionTime=-1 2024-12-01T19:24:15,183 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:24:15,183 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:24:15,184 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081115184 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081175185 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44607,1733081051643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44607,1733081051643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44607,1733081051643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:44607, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,185 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,186 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44607,1733081051643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:15,187 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44607,1733081051643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:24:15,189 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:24:15,189 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:24:15,189 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,44607,1733081051643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7b1f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:15,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,44607,-1 for getting cluster id 2024-12-01T19:24:15,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:15,265 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7941587c-bea3-4607-99f9-9c135b10ee05' 2024-12-01T19:24:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7941587c-bea3-4607-99f9-9c135b10ee05" 2024-12-01T19:24:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edfac21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,44607,-1] 2024-12-01T19:24:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:15,266 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:15,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141e8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:15,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36097,1733081051832, seqNum=-1] 2024-12-01T19:24:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:15,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:15,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58236 2024-12-01T19:24:15,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58236, baseZNode=/0-389525669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:15,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101925a261a0002 connected 2024-12-01T19:24:15,300 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c3e5a75 2024-12-01T19:24:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:15,301 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:15,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:24:15,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:24:15,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:15,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:15,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:24:15,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:24:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:15,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9311d4106a2051feda3cdff80927c16c, NAME => 'test,,1733081055301.9311d4106a2051feda3cdff80927c16c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db 2024-12-01T19:24:15,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34035 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:24:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:16,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081055301.9311d4106a2051feda3cdff80927c16c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:16,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9311d4106a2051feda3cdff80927c16c, disabling compactions & flushes 2024-12-01T19:24:16,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081055301.9311d4106a2051feda3cdff80927c16c. after waiting 0 ms 2024-12-01T19:24:16,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9311d4106a2051feda3cdff80927c16c: Waiting for close lock at 1733081056113Disabling compacts and flushes for region at 1733081056113Disabling writes for close at 1733081056113Writing region close event to WAL at 1733081056113Closed at 1733081056113 2024-12-01T19:24:16,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:24:16,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081055301.9311d4106a2051feda3cdff80927c16c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081056114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081056114"}]},"ts":"1733081056114"} 2024-12-01T19:24:16,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:24:16,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:24:16,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081056117"}]},"ts":"1733081056117"} 2024-12-01T19:24:16,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:24:16,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9311d4106a2051feda3cdff80927c16c, ASSIGN}] 2024-12-01T19:24:16,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9311d4106a2051feda3cdff80927c16c, ASSIGN 2024-12-01T19:24:16,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9311d4106a2051feda3cdff80927c16c, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36097,1733081051832; forceNewPlan=false, retain=false 2024-12-01T19:24:16,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9311d4106a2051feda3cdff80927c16c, regionState=OPENING, regionLocation=9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:16,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9311d4106a2051feda3cdff80927c16c, ASSIGN because future has completed 2024-12-01T19:24:16,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9311d4106a2051feda3cdff80927c16c, server=9168bcbe98d9,36097,1733081051832}] 2024-12-01T19:24:16,426 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,426 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9311d4106a2051feda3cdff80927c16c, NAME => 'test,,1733081055301.9311d4106a2051feda3cdff80927c16c.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:16,426 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:16,426 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:24:16,426 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,426 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081055301.9311d4106a2051feda3cdff80927c16c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:16,426 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,426 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,427 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,428 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9311d4106a2051feda3cdff80927c16c columnFamilyName f 2024-12-01T19:24:16,428 DEBUG [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:16,429 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] regionserver.HStore(327): Store=9311d4106a2051feda3cdff80927c16c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:16,429 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,429 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9311d4106a2051feda3cdff80927c16c columnFamilyName f1 2024-12-01T19:24:16,429 DEBUG [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:16,430 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] regionserver.HStore(327): Store=9311d4106a2051feda3cdff80927c16c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:16,430 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,431 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9311d4106a2051feda3cdff80927c16c columnFamilyName norep 2024-12-01T19:24:16,431 DEBUG [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:16,431 INFO [StoreOpener-9311d4106a2051feda3cdff80927c16c-1 {}] regionserver.HStore(327): Store=9311d4106a2051feda3cdff80927c16c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:16,431 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,431 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/default/test/9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,431 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/default/test/9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,432 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,432 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,432 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:24:16,433 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,434 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/data/default/test/9311d4106a2051feda3cdff80927c16c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:16,434 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9311d4106a2051feda3cdff80927c16c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68177881, jitterRate=0.01592959463596344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:24:16,434 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9311d4106a2051feda3cdff80927c16c 2024-12-01T19:24:16,435 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9311d4106a2051feda3cdff80927c16c: Running coprocessor pre-open hook at 1733081056426Writing region info on filesystem at 1733081056426Initializing all the Stores at 1733081056427 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081056427Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081056427Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081056427Cleaning up temporary data from old regions at 1733081056432 (+5 ms)Running coprocessor post-open hooks at 1733081056434 (+2 ms)Region opened successfully at 1733081056434 2024-12-01T19:24:16,435 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081055301.9311d4106a2051feda3cdff80927c16c., pid=6, masterSystemTime=1733081056423 2024-12-01T19:24:16,437 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,437 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081055301.9311d4106a2051feda3cdff80927c16c. 2024-12-01T19:24:16,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9311d4106a2051feda3cdff80927c16c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,36097,1733081051832 2024-12-01T19:24:16,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9311d4106a2051feda3cdff80927c16c, server=9168bcbe98d9,36097,1733081051832 because future has completed 2024-12-01T19:24:16,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:24:16,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9311d4106a2051feda3cdff80927c16c, server=9168bcbe98d9,36097,1733081051832 in 167 msec 2024-12-01T19:24:16,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:24:16,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9311d4106a2051feda3cdff80927c16c, ASSIGN in 322 msec 2024-12-01T19:24:16,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:24:16,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081056442"}]},"ts":"1733081056442"} 2024-12-01T19:24:16,443 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:24:16,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:24:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:16,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-01T19:24:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:17,454 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:24:17,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1672146a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:17,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,44607,-1 for getting cluster id 2024-12-01T19:24:17,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:17,455 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7941587c-bea3-4607-99f9-9c135b10ee05' 2024-12-01T19:24:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:17,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7941587c-bea3-4607-99f9-9c135b10ee05" 2024-12-01T19:24:17,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6619ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:17,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,44607,-1] 2024-12-01T19:24:17,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:17,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:17,456 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ffec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:17,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd0e829 2024-12-01T19:24:17,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:17,458 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:17,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:44607,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:24:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:24:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:17,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:44607' 2024-12-01T19:24:17,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c43b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:17,461 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,44607,-1 for getting cluster id 2024-12-01T19:24:17,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:17,462 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7941587c-bea3-4607-99f9-9c135b10ee05' 2024-12-01T19:24:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7941587c-bea3-4607-99f9-9c135b10ee05" 2024-12-01T19:24:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d5409b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,44607,-1] 2024-12-01T19:24:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:17,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:17,463 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:17,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738157fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:17,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,44607,1733081051643 2024-12-01T19:24:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@519ca23b 2024-12-01T19:24:17,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:17,465 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:17,465 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-01T19:24:17,465 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:24:17,465 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:17,465 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:17,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:17,466 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9168bcbe98d9:44607, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-01T19:24:17,471 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9168bcbe98d9:44607, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9168bcbe98d9:44607, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9168bcbe98d9:44607, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-01T19:24:17,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9168bcbe98d9:44607, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-12-01T19:24:17,472 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-01T19:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:17,565 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9168bcbe98d9:44607, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-01T19:24:17,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:17,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:17,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:17,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:17,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:17,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=524 (was 358) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1631060229_20 at /127.0.0.1:38488 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1191645156-7925-acceptor-0@267e7f24-ServerConnector@b20fe7{HTTP/1.1, (http/1.1)}{localhost:46549} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@36de7ba6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081053851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 9168bcbe98d9:44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: regionserver/9168bcbe98d9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-565662014-172.17.0.3-1733081049725 heartbeating to localhost/127.0.0.1:40013 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-565662014-172.17.0.3-1733081049725:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4fd6f8ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f98889f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1631060229_20 at /127.0.0.1:38554 [Receiving block BP-565662014-172.17.0.3-1733081049725:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp742281521-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1191645156-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9168bcbe98d9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp742281521-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp742281521-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp742281521-7879-acceptor-0@617ce655-ServerConnector@fb54462{HTTP/1.1, (http/1.1)}{localhost:35363} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@586588ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081053851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1191645156-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RS:0;9168bcbe98d9:36097-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f9888aaba48.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9168bcbe98d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40013 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9168bcbe98d9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db-prefix:9168bcbe98d9,36097,1733081051832 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58236 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58236) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 46851 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-565662014-172.17.0.3-1733081049725:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58236) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@56b7299a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db/MasterData-prefix:9168bcbe98d9,44607,1733081051643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@75932fee java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 1 on default port 40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1631060229_20 at /127.0.0.1:38534 [Receiving block BP-565662014-172.17.0.3-1733081049725:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp742281521-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1191645156-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c9982b8[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3c29d61c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp742281521-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2e08ba8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1025007174_20 at /127.0.0.1:38514 [Receiving block BP-565662014-172.17.0.3-1733081049725:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40013 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: CacheReplicationMonitor(451811334) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9168bcbe98d9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a36a10d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9168bcbe98d9:36097 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11338026 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: M:0;9168bcbe98d9:44607 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2fe8e7b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:58236): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-46dacf0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-565662014-172.17.0.3-1733081049725:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp742281521-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/data/data1/current/BP-565662014-172.17.0.3-1733081049725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40013/user/jenkins/test-data/78b764f1-78f9-0740-055b-65e1837a65db-prefix:9168bcbe98d9,36097,1733081051832.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp742281521-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9888432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/cluster_8df607e1-2017-c192-6c92-c7faea48e097/data/data2/current/BP-565662014-172.17.0.3-1733081049725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58236) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=865 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 277), ProcessCount=11 (was 11), AvailableMemoryMB=4313 (was 4338) 2024-12-01T19:24:17,583 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-12-01T19:24:17,595 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=524, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=4311 2024-12-01T19:24:17,595 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-12-01T19:24:17,610 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-01T19:24:17,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.log.dir so I do NOT create it in target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c 2024-12-01T19:24:17,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:24:17,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.tmp.dir so I do NOT create it in target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c 2024-12-01T19:24:17,611 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/435b8e5d-ef39-3ab3-c1f9-1dd7e53df728/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:24:17,611 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c 2024-12-01T19:24:17,611 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7, deleteOnExit=true 2024-12-01T19:24:17,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/zookeeper_0, clientPort=56556, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T19:24:17,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56556 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/test.cache.data in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:24:17,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:24:17,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:24:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:24:17,908 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T19:24:17,909 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,909 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,909 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,909 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,909 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,930 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,931 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,935 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,937 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,937 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,938 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:17,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:17,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:17,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:17,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:17,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:24:17,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:17,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56e05721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:17,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbcb204{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:18,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3850b5a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/java.io.tmpdir/jetty-localhost-45203-hadoop-hdfs-3_4_1-tests_jar-_-any-17590434129851216222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:18,059 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@324ba0dc{HTTP/1.1, (http/1.1)}{localhost:45203} 2024-12-01T19:24:18,059 INFO [Time-limited test {}] server.Server(415): Started @341551ms 2024-12-01T19:24:18,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:18,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:18,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:18,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:18,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:24:18,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f96effb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:18,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32dd170d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:18,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466cb862{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/java.io.tmpdir/jetty-localhost-38337-hadoop-hdfs-3_4_1-tests_jar-_-any-208654659017622529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:18,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f076664{HTTP/1.1, (http/1.1)}{localhost:38337} 2024-12-01T19:24:18,470 INFO [Time-limited test {}] server.Server(415): Started @341962ms 2024-12-01T19:24:18,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:24:19,185 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/data/data1/current/BP-871795261-172.17.0.3-1733081057661/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:19,185 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/data/data2/current/BP-871795261-172.17.0.3-1733081057661/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:19,205 WARN [Thread-4291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:24:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38884f16c0170979 with lease ID 0x99a473fd76abdc9c: Processing first storage report for DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e from datanode DatanodeRegistration(127.0.0.1:43727, datanodeUuid=fda7c17c-3f4d-43be-b9d8-541ffa4db4e5, infoPort=37147, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=458563736;c=1733081057661) 2024-12-01T19:24:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38884f16c0170979 with lease ID 0x99a473fd76abdc9c: from storage DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e node DatanodeRegistration(127.0.0.1:43727, datanodeUuid=fda7c17c-3f4d-43be-b9d8-541ffa4db4e5, infoPort=37147, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=458563736;c=1733081057661), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T19:24:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38884f16c0170979 with lease ID 0x99a473fd76abdc9c: Processing first storage report for DS-540abf1c-c362-46a5-9f6e-e3a9dcdaab49 from datanode DatanodeRegistration(127.0.0.1:43727, datanodeUuid=fda7c17c-3f4d-43be-b9d8-541ffa4db4e5, infoPort=37147, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=458563736;c=1733081057661) 2024-12-01T19:24:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38884f16c0170979 with lease ID 0x99a473fd76abdc9c: from storage DS-540abf1c-c362-46a5-9f6e-e3a9dcdaab49 node DatanodeRegistration(127.0.0.1:43727, datanodeUuid=fda7c17c-3f4d-43be-b9d8-541ffa4db4e5, infoPort=37147, infoSecurePort=0, ipcPort=38783, storageInfo=lv=-57;cid=testClusterID;nsid=458563736;c=1733081057661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:24:19,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c 2024-12-01T19:24:19,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:19,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:19,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:24:19,702 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a with version=8 2024-12-01T19:24:19,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/hbase-staging 2024-12-01T19:24:19,704 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:24:19,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:19,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45081 2024-12-01T19:24:19,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45081 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450810x0, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:19,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45081-0x101925a451a0000 connected 2024-12-01T19:24:19,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:19,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:19,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/running 2024-12-01T19:24:19,873 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a, hbase.cluster.distributed=false 2024-12-01T19:24:19,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/acl 2024-12-01T19:24:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45081 2024-12-01T19:24:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45081 2024-12-01T19:24:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45081 2024-12-01T19:24:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45081 2024-12-01T19:24:19,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45081 2024-12-01T19:24:19,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:24:19,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:19,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39723 2024-12-01T19:24:19,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39723 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:19,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:19,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:19,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397230x0, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:19,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39723-0x101925a451a0001 connected 2024-12-01T19:24:19,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/running 2024-12-01T19:24:19,903 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:24:19,904 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:24:19,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/master 2024-12-01T19:24:19,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/acl 2024-12-01T19:24:19,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39723 2024-12-01T19:24:19,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39723 2024-12-01T19:24:19,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39723 2024-12-01T19:24:19,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39723 2024-12-01T19:24:19,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39723 2024-12-01T19:24:19,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:24:19,912 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-01T19:24:19,921 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:45081 2024-12-01T19:24:19,922 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1076784846/backup-masters/9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846/backup-masters 2024-12-01T19:24:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846/backup-masters 2024-12-01T19:24:19,934 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on existing znode=/0-1076784846/backup-masters/9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:19,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:19,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1076784846/master 2024-12-01T19:24:19,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:19,944 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on existing znode=/0-1076784846/master 2024-12-01T19:24:19,945 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1076784846/backup-masters/9168bcbe98d9,45081,1733081059703 from backup master directory 2024-12-01T19:24:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846/backup-masters 2024-12-01T19:24:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1076784846/backup-masters/9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:19,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846/backup-masters 2024-12-01T19:24:19,955 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:19,955 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:19,958 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/hbase.id] with ID: f6e4fef8-7304-4a30-9db7-2be4b8659cf5 2024-12-01T19:24:19,958 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/.tmp/hbase.id 2024-12-01T19:24:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:24:20,361 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/.tmp/hbase.id]:[hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/hbase.id] 2024-12-01T19:24:20,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:20,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:24:20,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-01T19:24:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:24:20,811 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:20,812 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:24:20,812 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:20,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:24:20,818 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store 2024-12-01T19:24:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:24:20,821 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:20,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:20,822 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:20,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:20,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:20,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:20,822 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:20,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081060821Disabling compacts and flushes for region at 1733081060821Disabling writes for close at 1733081060822 (+1 ms)Writing region close event to WAL at 1733081060822Closed at 1733081060822 2024-12-01T19:24:20,822 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/.initializing 2024-12-01T19:24:20,822 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/WALs/9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:20,823 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:20,824 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C45081%2C1733081059703, suffix=, logDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/WALs/9168bcbe98d9,45081,1733081059703, archiveDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/oldWALs, maxLogs=10 2024-12-01T19:24:20,835 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/WALs/9168bcbe98d9,45081,1733081059703/9168bcbe98d9%2C45081%2C1733081059703.1733081060824, exclude list is [], retry=0 2024-12-01T19:24:20,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:20,838 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/WALs/9168bcbe98d9,45081,1733081059703/9168bcbe98d9%2C45081%2C1733081059703.1733081060824 2024-12-01T19:24:20,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:20,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:20,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:20,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,838 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:24:20,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:20,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:20,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:24:20,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:20,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:20,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:24:20,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:20,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:20,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:24:20,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:20,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:20,843 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,844 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,844 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,844 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,844 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,845 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:20,846 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:20,847 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:20,847 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62645081, jitterRate=-0.06651555001735687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:20,847 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081060838Initializing all the Stores at 1733081060839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081060839Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081060839Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081060839Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081060839Cleaning up temporary data from old regions at 1733081060844 (+5 ms)Region opened successfully at 1733081060847 (+3 ms) 2024-12-01T19:24:20,847 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:24:20,849 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c9f383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:20,849 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:24:20,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:24:20,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:24:20,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:24:20,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:24:20,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:24:20,850 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:24:20,851 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:24:20,852 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Unable to get data of znode /0-1076784846/balancer because node does not exist (not necessarily an error) 2024-12-01T19:24:20,891 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1076784846/balancer already deleted, retry=false 2024-12-01T19:24:20,892 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:24:20,892 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Unable to get data of znode /0-1076784846/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:24:20,902 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1076784846/normalizer already deleted, retry=false 2024-12-01T19:24:20,902 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:24:20,903 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Unable to get data of znode /0-1076784846/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:24:20,912 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1076784846/switch/split already deleted, retry=false 2024-12-01T19:24:20,913 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Unable to get data of znode /0-1076784846/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:24:20,923 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1076784846/switch/merge already deleted, retry=false 2024-12-01T19:24:20,924 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Unable to get data of znode /0-1076784846/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:24:20,933 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1076784846/snapshot-cleanup already deleted, retry=false 2024-12-01T19:24:20,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1076784846/running 2024-12-01T19:24:20,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1076784846/running 2024-12-01T19:24:20,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:20,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:20,944 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,45081,1733081059703, sessionid=0x101925a451a0000, setting cluster-up flag (Was=false) 2024-12-01T19:24:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:20,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:20,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1076784846/flush-table-proc/acquired, /0-1076784846/flush-table-proc/reached, /0-1076784846/flush-table-proc/abort 2024-12-01T19:24:20,998 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:21,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:21,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:21,049 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1076784846/online-snapshot/acquired, /0-1076784846/online-snapshot/reached, /0-1076784846/online-snapshot/abort 2024-12-01T19:24:21,050 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:21,051 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:24:21,052 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:21,052 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:24:21,052 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,45081,1733081059703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:24:21,053 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,054 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:21,054 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081091055 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:24:21,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:24:21,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:24:21,055 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:24:21,056 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:24:21,056 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:24:21,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:21,056 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081061056,5,FailOnTimeoutGroup] 2024-12-01T19:24:21,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:24:21,056 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081061056,5,FailOnTimeoutGroup] 2024-12-01T19:24:21,056 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,056 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:24:21,056 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,056 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:24:21,113 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(746): ClusterId : f6e4fef8-7304-4a30-9db7-2be4b8659cf5 2024-12-01T19:24:21,113 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:24:21,124 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:24:21,124 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:24:21,134 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:24:21,134 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5a4ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:21,144 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:39723 2024-12-01T19:24:21,144 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:24:21,144 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:24:21,144 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:24:21,145 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,45081,1733081059703 with port=39723, startcode=1733081059886 2024-12-01T19:24:21,145 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:24:21,146 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:24:21,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:21,146 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45081 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:21,147 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a 2024-12-01T19:24:21,147 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41097 2024-12-01T19:24:21,147 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:24:21,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846/rs 2024-12-01T19:24:21,155 DEBUG [RS:0;9168bcbe98d9:39723 {}] zookeeper.ZKUtil(111): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on existing znode=/0-1076784846/rs/9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:21,155 WARN [RS:0;9168bcbe98d9:39723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:21,155 INFO [RS:0;9168bcbe98d9:39723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:21,155 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:21,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,39723,1733081059886] 2024-12-01T19:24:21,157 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:24:21,158 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:24:21,159 INFO [RS:0;9168bcbe98d9:39723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:24:21,159 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,159 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:24:21,159 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:24:21,159 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:21,159 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:21,160 DEBUG [RS:0;9168bcbe98d9:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:21,160 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,160 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,160 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,160 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,160 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,168 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39723,1733081059886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:21,184 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:24:21,185 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39723,1733081059886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,185 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,185 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.Replication(171): 9168bcbe98d9,39723,1733081059886 started 2024-12-01T19:24:21,199 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:21,200 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,39723,1733081059886, RpcServer on 9168bcbe98d9/172.17.0.3:39723, sessionid=0x101925a451a0001 2024-12-01T19:24:21,200 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:24:21,200 DEBUG [RS:0;9168bcbe98d9:39723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:21,200 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39723,1733081059886' 2024-12-01T19:24:21,200 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1076784846/flush-table-proc/abort' 2024-12-01T19:24:21,200 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1076784846/flush-table-proc/acquired' 2024-12-01T19:24:21,201 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:24:21,201 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:24:21,201 DEBUG [RS:0;9168bcbe98d9:39723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:21,201 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,39723,1733081059886' 2024-12-01T19:24:21,201 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1076784846/online-snapshot/abort' 2024-12-01T19:24:21,201 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1076784846/online-snapshot/acquired' 2024-12-01T19:24:21,202 DEBUG [RS:0;9168bcbe98d9:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:24:21,202 INFO [RS:0;9168bcbe98d9:39723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:24:21,202 INFO [RS:0;9168bcbe98d9:39723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:24:21,302 INFO [RS:0;9168bcbe98d9:39723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:21,303 INFO [RS:0;9168bcbe98d9:39723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39723%2C1733081059886, suffix=, logDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886, archiveDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/oldWALs, maxLogs=10 2024-12-01T19:24:21,318 DEBUG [RS:0;9168bcbe98d9:39723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303, exclude list is [], retry=0 2024-12-01T19:24:21,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:21,321 INFO [RS:0;9168bcbe98d9:39723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 2024-12-01T19:24:21,321 DEBUG [RS:0;9168bcbe98d9:39723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:21,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:24:21,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a 2024-12-01T19:24:21,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:24:21,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:21,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:21,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:21,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:21,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:21,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:21,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:21,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:21,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:21,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:21,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:21,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:21,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:21,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:21,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:21,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:21,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:21,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:21,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740 2024-12-01T19:24:21,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740 2024-12-01T19:24:21,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:21,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:21,873 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:21,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:21,875 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:21,875 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64598037, jitterRate=-0.03741423785686493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:21,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081061866Initializing all the Stores at 1733081061867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081061867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081061867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081061867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081061867Cleaning up temporary data from old regions at 1733081061873 (+6 ms)Region opened successfully at 1733081061876 (+3 ms) 2024-12-01T19:24:21,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:21,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:21,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:21,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:21,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:21,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:21,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081061876Disabling compacts and flushes for region at 1733081061876Disabling writes for close at 1733081061876Writing region close event to WAL at 1733081061876Closed at 1733081061876 2024-12-01T19:24:21,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:21,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:24:21,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:24:21,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:21,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:24:22,028 DEBUG [9168bcbe98d9:45081 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:24:22,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:22,030 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39723,1733081059886, state=OPENING 2024-12-01T19:24:22,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:24:22,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:22,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:22,125 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:22,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39723,1733081059886}] 2024-12-01T19:24:22,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1076784846/meta-region-server: CHANGED 2024-12-01T19:24:22,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1076784846/meta-region-server: CHANGED 2024-12-01T19:24:22,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:22,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:24:22,280 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:24:22,280 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:22,280 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:24:22,281 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39723%2C1733081059886.meta, suffix=.meta, logDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886, archiveDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/oldWALs, maxLogs=10 2024-12-01T19:24:22,292 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081062281.meta, exclude list is [], retry=0 2024-12-01T19:24:22,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:22,294 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081062281.meta 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:22,295 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:24:22,295 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:24:22,295 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:24:22,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:22,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:22,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:22,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:22,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:22,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:22,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:22,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:22,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:22,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:22,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:22,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:22,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:22,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:22,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:22,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:22,299 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:22,300 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740 2024-12-01T19:24:22,300 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740 2024-12-01T19:24:22,301 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:22,301 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:22,301 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:22,302 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:22,303 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73424634, jitterRate=0.09411230683326721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:22,303 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:24:22,303 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081062296Writing region info on filesystem at 1733081062296Initializing all the Stores at 1733081062296Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081062296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081062296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081062296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081062296Cleaning up temporary data from old regions at 1733081062301 (+5 ms)Running coprocessor post-open hooks at 1733081062303 (+2 ms)Region opened successfully at 1733081062303 2024-12-01T19:24:22,304 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081062276 2024-12-01T19:24:22,305 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:24:22,305 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:24:22,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:22,306 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,39723,1733081059886, state=OPEN 2024-12-01T19:24:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1076784846/meta-region-server 2024-12-01T19:24:22,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1076784846/meta-region-server 2024-12-01T19:24:22,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:22,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1076784846/meta-region-server: CHANGED 2024-12-01T19:24:22,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1076784846/meta-region-server: CHANGED 2024-12-01T19:24:22,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:24:22,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,39723,1733081059886 in 198 msec 2024-12-01T19:24:22,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:24:22,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-12-01T19:24:22,326 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:22,326 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:24:22,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:22,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39723,1733081059886, seqNum=-1] 2024-12-01T19:24:22,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:22,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T19:24:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T19:24:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-01T19:24:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-01T19:24:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-01T19:24:22,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T19:24:22,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T19:24:22,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-01T19:24:22,332 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081062332, completionTime=-1 2024-12-01T19:24:22,332 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:24:22,332 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:24:22,333 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:24:22,333 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081122333 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081182334 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45081,1733081059703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45081,1733081059703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45081,1733081059703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:45081, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,334 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,335 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:24:22,336 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.381sec 2024-12-01T19:24:22,336 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:24:22,336 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:24:22,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:24:22,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:24:22,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:24:22,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45081,1733081059703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:22,337 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45081,1733081059703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:24:22,338 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:24:22,338 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:24:22,338 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,45081,1733081059703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:22,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b1a9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:22,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45081,-1 for getting cluster id 2024-12-01T19:24:22,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:22,415 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e4fef8-7304-4a30-9db7-2be4b8659cf5' 2024-12-01T19:24:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e4fef8-7304-4a30-9db7-2be4b8659cf5" 2024-12-01T19:24:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5eb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45081,-1] 2024-12-01T19:24:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:22,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:22,416 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:22,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538ea86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:22,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39723,1733081059886, seqNum=-1] 2024-12-01T19:24:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:22,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:22,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:22,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:22,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:22,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101925a451a0002 connected 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir so I do NOT create it in target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1 2024-12-01T19:24:22,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.tmp.dir so I do NOT create it in target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1 2024-12-01T19:24:22,441 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:24:22,441 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/cluster_d3dbc690-e185-96f2-7bf9-fb3507a4a162, deleteOnExit=true 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/test.cache.data in system properties and HBase conf 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:24:22,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:24:22,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:24:22,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:24:22,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:22,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:22,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:22,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:22,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T19:24:22,762 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:22,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb26dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:22,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dedbd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:22,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a9c32cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/java.io.tmpdir/jetty-localhost-33419-hadoop-hdfs-3_4_1-tests_jar-_-any-17354019803967374422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:22,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71de2d31{HTTP/1.1, (http/1.1)}{localhost:33419} 2024-12-01T19:24:22,867 INFO [Time-limited test {}] server.Server(415): Started @346359ms 2024-12-01T19:24:23,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:23,141 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:23,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:23,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:23,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:24:23,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69dbfd02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:23,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d70760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:23,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d807d1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/java.io.tmpdir/jetty-localhost-36929-hadoop-hdfs-3_4_1-tests_jar-_-any-4747159873080626074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:23,232 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a592d5{HTTP/1.1, (http/1.1)}{localhost:36929} 2024-12-01T19:24:23,232 INFO [Time-limited test {}] server.Server(415): Started @346724ms 2024-12-01T19:24:23,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:24:23,924 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/cluster_d3dbc690-e185-96f2-7bf9-fb3507a4a162/data/data1/current/BP-165568410-172.17.0.3-1733081062461/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:23,924 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/cluster_d3dbc690-e185-96f2-7bf9-fb3507a4a162/data/data2/current/BP-165568410-172.17.0.3-1733081062461/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:23,941 WARN [Thread-4411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:24:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d1b9970eea4da8e with lease ID 0x202ad240f530836d: Processing first storage report for DS-36b039c4-cbb8-45fa-a351-7bfd5158be18 from datanode DatanodeRegistration(127.0.0.1:40425, datanodeUuid=15d27d97-0abf-47e5-bed7-fd1ac55d50c3, infoPort=43407, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=273498367;c=1733081062461) 2024-12-01T19:24:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d1b9970eea4da8e with lease ID 0x202ad240f530836d: from storage DS-36b039c4-cbb8-45fa-a351-7bfd5158be18 node DatanodeRegistration(127.0.0.1:40425, datanodeUuid=15d27d97-0abf-47e5-bed7-fd1ac55d50c3, infoPort=43407, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=273498367;c=1733081062461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:24:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d1b9970eea4da8e with lease ID 0x202ad240f530836d: Processing first storage report for DS-7fec4fd9-04a5-494d-afe5-571a33cd0318 from datanode DatanodeRegistration(127.0.0.1:40425, datanodeUuid=15d27d97-0abf-47e5-bed7-fd1ac55d50c3, infoPort=43407, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=273498367;c=1733081062461) 2024-12-01T19:24:23,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d1b9970eea4da8e with lease ID 0x202ad240f530836d: from storage DS-7fec4fd9-04a5-494d-afe5-571a33cd0318 node DatanodeRegistration(127.0.0.1:40425, datanodeUuid=15d27d97-0abf-47e5-bed7-fd1ac55d50c3, infoPort=43407, infoSecurePort=0, ipcPort=34813, storageInfo=lv=-57;cid=testClusterID;nsid=273498367;c=1733081062461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:24:23,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1 2024-12-01T19:24:23,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:23,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:23,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:24:24,362 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea with version=8 2024-12-01T19:24:24,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/hbase-staging 2024-12-01T19:24:24,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:24:24,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:24,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39043 2024-12-01T19:24:24,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39043 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:24,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390430x0, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:24,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39043-0x101925a451a0003 connected 2024-12-01T19:24:24,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:24,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:24,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/running 2024-12-01T19:24:24,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea, hbase.cluster.distributed=false 2024-12-01T19:24:24,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/acl 2024-12-01T19:24:24,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39043 2024-12-01T19:24:24,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39043 2024-12-01T19:24:24,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39043 2024-12-01T19:24:24,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39043 2024-12-01T19:24:24,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39043 2024-12-01T19:24:24,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:24:24,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:24,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36977 2024-12-01T19:24:24,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36977 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:24,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:24,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:24,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369770x0, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:24,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369770x0, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/running 2024-12-01T19:24:24,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36977-0x101925a451a0004 connected 2024-12-01T19:24:24,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:24:24,513 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:24:24,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/master 2024-12-01T19:24:24,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/acl 2024-12-01T19:24:24,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36977 2024-12-01T19:24:24,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36977 2024-12-01T19:24:24,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36977 2024-12-01T19:24:24,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36977 2024-12-01T19:24:24,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36977 2024-12-01T19:24:24,525 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:39043 2024-12-01T19:24:24,527 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11700489415/backup-masters/9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415/backup-masters 2024-12-01T19:24:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415/backup-masters 2024-12-01T19:24:24,534 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on existing znode=/11700489415/backup-masters/9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11700489415/master 2024-12-01T19:24:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:24,544 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on existing znode=/11700489415/master 2024-12-01T19:24:24,544 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11700489415/backup-masters/9168bcbe98d9,39043,1733081064364 from backup master directory 2024-12-01T19:24:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11700489415/backup-masters/9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415/backup-masters 2024-12-01T19:24:24,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415/backup-masters 2024-12-01T19:24:24,554 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:24,554 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:24,557 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/hbase.id] with ID: 8a6af53e-e143-4301-bf6c-e1994ed93e07 2024-12-01T19:24:24,557 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/.tmp/hbase.id 2024-12-01T19:24:24,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:24:24,961 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/.tmp/hbase.id]:[hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/hbase.id] 2024-12-01T19:24:24,968 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:24,969 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:24:24,969 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T19:24:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:25,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:24:25,490 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:25,491 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:24:25,491 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:25,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:24:25,504 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:25,504 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:24:25,505 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148975 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:24:25,896 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store 2024-12-01T19:24:25,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:24:25,900 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:25,900 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:25,901 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:25,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:25,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:25,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:25,901 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:25,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081065900Disabling compacts and flushes for region at 1733081065900Disabling writes for close at 1733081065901 (+1 ms)Writing region close event to WAL at 1733081065901Closed at 1733081065901 2024-12-01T19:24:25,901 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/.initializing 2024-12-01T19:24:25,901 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/WALs/9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:25,902 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:25,903 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C39043%2C1733081064364, suffix=, logDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/WALs/9168bcbe98d9,39043,1733081064364, archiveDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/oldWALs, maxLogs=10 2024-12-01T19:24:25,915 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/WALs/9168bcbe98d9,39043,1733081064364/9168bcbe98d9%2C39043%2C1733081064364.1733081065903, exclude list is [], retry=0 2024-12-01T19:24:25,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40425,DS-36b039c4-cbb8-45fa-a351-7bfd5158be18,DISK] 2024-12-01T19:24:25,918 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/WALs/9168bcbe98d9,39043,1733081064364/9168bcbe98d9%2C39043%2C1733081064364.1733081065903 2024-12-01T19:24:25,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43407:43407)] 2024-12-01T19:24:25,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:25,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:25,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,919 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:24:25,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:25,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:25,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:24:25,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:24:25,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:25,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:25,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:24:25,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:25,924 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,925 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,925 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,925 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,925 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,926 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:25,926 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:25,927 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:25,928 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60916176, jitterRate=-0.09227824211120605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:25,928 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081065919Initializing all the Stores at 1733081065920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081065920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081065920Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081065920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081065920Cleaning up temporary data from old regions at 1733081065926 (+6 ms)Region opened successfully at 1733081065928 (+2 ms) 2024-12-01T19:24:25,928 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:24:25,930 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534bf54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:25,930 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:24:25,930 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:24:25,930 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:24:25,931 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:24:25,931 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:24:25,931 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:24:25,931 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:24:25,932 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:24:25,933 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Unable to get data of znode /11700489415/balancer because node does not exist (not necessarily an error) 2024-12-01T19:24:25,975 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11700489415/balancer already deleted, retry=false 2024-12-01T19:24:25,976 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:24:25,976 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Unable to get data of znode /11700489415/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:24:25,986 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11700489415/normalizer already deleted, retry=false 2024-12-01T19:24:25,986 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:24:25,987 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Unable to get data of znode /11700489415/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:24:25,996 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11700489415/switch/split already deleted, retry=false 2024-12-01T19:24:25,997 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Unable to get data of znode /11700489415/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:24:26,007 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11700489415/switch/merge already deleted, retry=false 2024-12-01T19:24:26,008 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Unable to get data of znode /11700489415/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:24:26,017 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11700489415/snapshot-cleanup already deleted, retry=false 2024-12-01T19:24:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11700489415/running 2024-12-01T19:24:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11700489415/running 2024-12-01T19:24:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:26,028 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,39043,1733081064364, sessionid=0x101925a451a0003, setting cluster-up flag (Was=false) 2024-12-01T19:24:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:26,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:26,081 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11700489415/flush-table-proc/acquired, /11700489415/flush-table-proc/reached, /11700489415/flush-table-proc/abort 2024-12-01T19:24:26,081 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:26,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:26,133 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11700489415/online-snapshot/acquired, /11700489415/online-snapshot/reached, /11700489415/online-snapshot/abort 2024-12-01T19:24:26,134 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:26,135 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:24:26,135 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:26,136 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:24:26,136 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:24:26,136 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,39043,1733081064364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:26,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081096137 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:24:26,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:24:26,138 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:24:26,139 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:26,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:24:26,139 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081066138,5,FailOnTimeoutGroup] 2024-12-01T19:24:26,139 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081066139,5,FailOnTimeoutGroup] 2024-12-01T19:24:26,139 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,139 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:24:26,139 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,139 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:24:26,218 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(746): ClusterId : 8a6af53e-e143-4301-bf6c-e1994ed93e07 2024-12-01T19:24:26,218 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:24:26,229 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:24:26,229 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:24:26,239 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:24:26,239 DEBUG [RS:0;9168bcbe98d9:36977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f43a20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:26,249 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:36977 2024-12-01T19:24:26,249 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:24:26,249 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:24:26,249 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:24:26,249 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,39043,1733081064364 with port=36977, startcode=1733081064499 2024-12-01T19:24:26,249 DEBUG [RS:0;9168bcbe98d9:36977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:24:26,250 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:24:26,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:26,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39043 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:26,252 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea 2024-12-01T19:24:26,252 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37157 2024-12-01T19:24:26,252 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:24:26,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415/rs 2024-12-01T19:24:26,304 DEBUG [RS:0;9168bcbe98d9:36977 {}] zookeeper.ZKUtil(111): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on existing znode=/11700489415/rs/9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:26,304 WARN [RS:0;9168bcbe98d9:36977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:26,304 INFO [RS:0;9168bcbe98d9:36977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:26,304 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:26,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,36977,1733081064499] 2024-12-01T19:24:26,306 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:24:26,307 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:24:26,307 INFO [RS:0;9168bcbe98d9:36977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:24:26,307 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,308 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:24:26,308 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:24:26,308 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:26,308 DEBUG [RS:0;9168bcbe98d9:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:26,309 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,309 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,309 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,309 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,309 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,309 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36977,1733081064499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:26,321 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:24:26,321 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36977,1733081064499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,321 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,321 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.Replication(171): 9168bcbe98d9,36977,1733081064499 started 2024-12-01T19:24:26,332 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:26,332 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,36977,1733081064499, RpcServer on 9168bcbe98d9/172.17.0.3:36977, sessionid=0x101925a451a0004 2024-12-01T19:24:26,332 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:24:26,332 DEBUG [RS:0;9168bcbe98d9:36977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:26,332 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36977,1733081064499' 2024-12-01T19:24:26,332 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11700489415/flush-table-proc/abort' 2024-12-01T19:24:26,332 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11700489415/flush-table-proc/acquired' 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36977,1733081064499' 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11700489415/online-snapshot/abort' 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11700489415/online-snapshot/acquired' 2024-12-01T19:24:26,333 DEBUG [RS:0;9168bcbe98d9:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:24:26,333 INFO [RS:0;9168bcbe98d9:36977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:24:26,333 INFO [RS:0;9168bcbe98d9:36977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:24:26,433 INFO [RS:0;9168bcbe98d9:36977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:26,434 INFO [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36977%2C1733081064499, suffix=, logDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499, archiveDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/oldWALs, maxLogs=10 2024-12-01T19:24:26,445 DEBUG [RS:0;9168bcbe98d9:36977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499/9168bcbe98d9%2C36977%2C1733081064499.1733081066435, exclude list is [], retry=0 2024-12-01T19:24:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40425,DS-36b039c4-cbb8-45fa-a351-7bfd5158be18,DISK] 2024-12-01T19:24:26,448 INFO [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499/9168bcbe98d9%2C36977%2C1733081064499.1733081066435 2024-12-01T19:24:26,449 DEBUG [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43407:43407)] 2024-12-01T19:24:26,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:24:26,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea 2024-12-01T19:24:26,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:24:26,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:26,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:26,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:26,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:26,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:26,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:26,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:26,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:26,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:26,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:26,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:26,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:26,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:26,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:26,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:26,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:26,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:26,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:26,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740 2024-12-01T19:24:26,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740 2024-12-01T19:24:26,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:26,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:26,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:26,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:26,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:26,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69646127, jitterRate=0.037808164954185486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:26,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081066949Initializing all the Stores at 1733081066949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081066949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081066949Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081066950 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081066950Cleaning up temporary data from old regions at 1733081066955 (+5 ms)Region opened successfully at 1733081066958 (+3 ms) 2024-12-01T19:24:26,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:26,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:26,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:26,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:26,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:26,958 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:26,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081066958Disabling compacts and flushes for region at 1733081066958Disabling writes for close at 1733081066958Writing region close event to WAL at 1733081066958Closed at 1733081066958 2024-12-01T19:24:26,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:26,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:24:26,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:24:26,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:26,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:24:27,111 DEBUG [9168bcbe98d9:39043 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:24:27,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:27,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36977,1733081064499, state=OPENING 2024-12-01T19:24:27,154 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:24:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:27,165 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:27,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11700489415/meta-region-server: CHANGED 2024-12-01T19:24:27,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11700489415/meta-region-server: CHANGED 2024-12-01T19:24:27,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36977,1733081064499}] 2024-12-01T19:24:27,317 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:27,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:24:27,320 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:24:27,320 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:27,321 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:24:27,322 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36977%2C1733081064499.meta, suffix=.meta, logDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499, archiveDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/oldWALs, maxLogs=10 2024-12-01T19:24:27,332 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499/9168bcbe98d9%2C36977%2C1733081064499.meta.1733081067322.meta, exclude list is [], retry=0 2024-12-01T19:24:27,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40425,DS-36b039c4-cbb8-45fa-a351-7bfd5158be18,DISK] 2024-12-01T19:24:27,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499/9168bcbe98d9%2C36977%2C1733081064499.meta.1733081067322.meta 2024-12-01T19:24:27,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43407:43407)] 2024-12-01T19:24:27,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:27,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:27,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:24:27,335 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:24:27,335 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:24:27,336 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:24:27,336 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:27,336 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:24:27,336 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:24:27,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:27,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:27,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:27,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:27,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:27,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:27,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:27,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:27,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:27,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:27,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:27,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:27,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:27,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:27,340 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:27,340 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740 2024-12-01T19:24:27,341 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740 2024-12-01T19:24:27,341 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:27,341 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:27,342 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:27,342 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:27,343 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774298, jitterRate=0.09932270646095276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:27,343 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:24:27,343 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081067336Writing region info on filesystem at 1733081067336Initializing all the Stores at 1733081067336Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081067336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081067336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081067336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081067336Cleaning up temporary data from old regions at 1733081067341 (+5 ms)Running coprocessor post-open hooks at 1733081067343 (+2 ms)Region opened successfully at 1733081067343 2024-12-01T19:24:27,343 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081067317 2024-12-01T19:24:27,345 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:24:27,345 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:24:27,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:27,346 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36977,1733081064499, state=OPEN 2024-12-01T19:24:27,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11700489415/meta-region-server 2024-12-01T19:24:27,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11700489415/meta-region-server 2024-12-01T19:24:27,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:27,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11700489415/meta-region-server: CHANGED 2024-12-01T19:24:27,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11700489415/meta-region-server: CHANGED 2024-12-01T19:24:27,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:24:27,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36977,1733081064499 in 189 msec 2024-12-01T19:24:27,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:24:27,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-01T19:24:27,357 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:27,357 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:24:27,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:27,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36977,1733081064499, seqNum=-1] 2024-12-01T19:24:27,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:27,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:27,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-12-01T19:24:27,362 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081067362, completionTime=-1 2024-12-01T19:24:27,363 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:24:27,363 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:24:27,364 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:24:27,364 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081127364 2024-12-01T19:24:27,364 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081187364 2024-12-01T19:24:27,364 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:24:27,364 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39043,1733081064364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,365 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39043,1733081064364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,365 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39043,1733081064364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,365 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:39043, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,365 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,365 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,366 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:24:27,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.812sec 2024-12-01T19:24:27,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:24:27,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:24:27,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:24:27,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:24:27,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:24:27,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39043,1733081064364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:27,368 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39043,1733081064364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:24:27,369 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:24:27,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:24:27,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39043,1733081064364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:27,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e296255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:27,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39043,-1 for getting cluster id 2024-12-01T19:24:27,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:27,420 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6af53e-e143-4301-bf6c-e1994ed93e07' 2024-12-01T19:24:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6af53e-e143-4301-bf6c-e1994ed93e07" 2024-12-01T19:24:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7e98e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39043,-1] 2024-12-01T19:24:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:27,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:27,421 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:27,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93c5b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:27,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36977,1733081064499, seqNum=-1] 2024-12-01T19:24:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:27,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:27,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:27,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:27,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:27,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101925a451a0005 connected 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir so I do NOT create it in target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7 2024-12-01T19:24:27,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.tmp.dir so I do NOT create it in target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7 2024-12-01T19:24:27,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T19:24:27,451 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/cluster_51652509-f32e-a5df-923d-ddea7dcf3eb5, deleteOnExit=true 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/test.cache.data in system properties and HBase conf 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/hadoop.log.dir in system properties and HBase conf 2024-12-01T19:24:27,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T19:24:27,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/nfs.dump.dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/java.io.tmpdir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T19:24:27,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T19:24:27,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:27,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:27,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:27,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:27,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:27,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:27,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:24:27,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:27,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1949bef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:27,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d48ba22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:27,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59750f71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/java.io.tmpdir/jetty-localhost-43623-hadoop-hdfs-3_4_1-tests_jar-_-any-404159040754915629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:27,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@549d4855{HTTP/1.1, (http/1.1)}{localhost:43623} 2024-12-01T19:24:27,977 INFO [Time-limited test {}] server.Server(415): Started @351469ms 2024-12-01T19:24:28,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T19:24:28,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T19:24:28,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T19:24:28,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T19:24:28,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T19:24:28,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/hadoop.log.dir/,AVAILABLE} 2024-12-01T19:24:28,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T19:24:28,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68cf55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/java.io.tmpdir/jetty-localhost-40803-hadoop-hdfs-3_4_1-tests_jar-_-any-17016000796276418749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:28,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:40803} 2024-12-01T19:24:28,317 INFO [Time-limited test {}] server.Server(415): Started @351809ms 2024-12-01T19:24:28,318 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T19:24:29,135 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/cluster_51652509-f32e-a5df-923d-ddea7dcf3eb5/data/data1/current/BP-890056290-172.17.0.3-1733081067465/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:29,135 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/cluster_51652509-f32e-a5df-923d-ddea7dcf3eb5/data/data2/current/BP-890056290-172.17.0.3-1733081067465/current, will proceed with Du for space computation calculation, 2024-12-01T19:24:29,154 WARN [Thread-4532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T19:24:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc3aae647da01f8 with lease ID 0xc662c8a451c8592d: Processing first storage report for DS-b2df987e-e395-4185-947c-1a8e486dcc27 from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=a81cecbb-0464-458a-b3c2-d31f2c27962c, infoPort=37725, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=2138740267;c=1733081067465) 2024-12-01T19:24:29,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc3aae647da01f8 with lease ID 0xc662c8a451c8592d: from storage DS-b2df987e-e395-4185-947c-1a8e486dcc27 node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=a81cecbb-0464-458a-b3c2-d31f2c27962c, infoPort=37725, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=2138740267;c=1733081067465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:24:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc3aae647da01f8 with lease ID 0xc662c8a451c8592d: Processing first storage report for DS-bfea4042-e9f1-4dda-bf20-e51dae80c179 from datanode DatanodeRegistration(127.0.0.1:39691, datanodeUuid=a81cecbb-0464-458a-b3c2-d31f2c27962c, infoPort=37725, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=2138740267;c=1733081067465) 2024-12-01T19:24:29,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc3aae647da01f8 with lease ID 0xc662c8a451c8592d: from storage DS-bfea4042-e9f1-4dda-bf20-e51dae80c179 node DatanodeRegistration(127.0.0.1:39691, datanodeUuid=a81cecbb-0464-458a-b3c2-d31f2c27962c, infoPort=37725, infoSecurePort=0, ipcPort=38271, storageInfo=lv=-57;cid=testClusterID;nsid=2138740267;c=1733081067465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T19:24:29,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7 2024-12-01T19:24:29,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741825_1001 (size=7) 2024-12-01T19:24:29,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35 with version=8 2024-12-01T19:24:29,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/hbase-staging 2024-12-01T19:24:29,248 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:29,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:29,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:29,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:29,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:29,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:29,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T19:24:29,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:29,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39207 2024-12-01T19:24:29,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39207 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:29,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392070x0, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:29,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39207-0x101925a451a0006 connected 2024-12-01T19:24:29,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/running 2024-12-01T19:24:29,348 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35, hbase.cluster.distributed=false 2024-12-01T19:24:29,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/acl 2024-12-01T19:24:29,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39207 2024-12-01T19:24:29,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39207 2024-12-01T19:24:29,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39207 2024-12-01T19:24:29,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39207 2024-12-01T19:24:29,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39207 2024-12-01T19:24:29,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9168bcbe98d9:0 server-side Connection retries=45 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T19:24:29,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T19:24:29,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36261 2024-12-01T19:24:29,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36261 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:29,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,386 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362610x0, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:29,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36261-0x101925a451a0007 connected 2024-12-01T19:24:29,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/running 2024-12-01T19:24:29,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T19:24:29,387 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T19:24:29,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/master 2024-12-01T19:24:29,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/acl 2024-12-01T19:24:29,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36261 2024-12-01T19:24:29,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36261 2024-12-01T19:24:29,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36261 2024-12-01T19:24:29,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36261 2024-12-01T19:24:29,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36261 2024-12-01T19:24:29,404 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9168bcbe98d9:39207 2024-12-01T19:24:29,405 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21448221927/backup-masters/9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927/backup-masters 2024-12-01T19:24:29,417 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927/backup-masters 2024-12-01T19:24:29,418 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on existing znode=/21448221927/backup-masters/9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:29,428 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21448221927/master 2024-12-01T19:24:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:29,428 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:29,428 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on existing znode=/21448221927/master 2024-12-01T19:24:29,428 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21448221927/backup-masters/9168bcbe98d9,39207,1733081069248 from backup master directory 2024-12-01T19:24:29,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21448221927/backup-masters/9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:29,438 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927/backup-masters 2024-12-01T19:24:29,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927/backup-masters 2024-12-01T19:24:29,438 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:29,438 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:29,441 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/hbase.id] with ID: 02ca6fa0-9ba4-49fa-8ee6-efdb224d6654 2024-12-01T19:24:29,441 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/.tmp/hbase.id 2024-12-01T19:24:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741826_1002 (size=42) 2024-12-01T19:24:29,845 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/.tmp/hbase.id]:[hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/hbase.id] 2024-12-01T19:24:29,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:29,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T19:24:29,852 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-01T19:24:29,891 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741827_1003 (size=196) 2024-12-01T19:24:30,295 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:30,296 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T19:24:30,296 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741828_1004 (size=1189) 2024-12-01T19:24:30,701 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store 2024-12-01T19:24:30,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741829_1005 (size=34) 2024-12-01T19:24:31,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:31,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:31,107 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:31,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:31,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:31,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:31,107 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:31,107 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081071107Disabling compacts and flushes for region at 1733081071107Disabling writes for close at 1733081071107Writing region close event to WAL at 1733081071107Closed at 1733081071107 2024-12-01T19:24:31,108 WARN [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/.initializing 2024-12-01T19:24:31,108 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/WALs/9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:31,108 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:31,109 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9168bcbe98d9%2C39207%2C1733081069248, suffix=, logDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/WALs/9168bcbe98d9,39207,1733081069248, archiveDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/oldWALs, maxLogs=10 2024-12-01T19:24:31,121 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/WALs/9168bcbe98d9,39207,1733081069248/9168bcbe98d9%2C39207%2C1733081069248.1733081071109, exclude list is [], retry=0 2024-12-01T19:24:31,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-b2df987e-e395-4185-947c-1a8e486dcc27,DISK] 2024-12-01T19:24:31,124 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/WALs/9168bcbe98d9,39207,1733081069248/9168bcbe98d9%2C39207%2C1733081069248.1733081071109 2024-12-01T19:24:31,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725)] 2024-12-01T19:24:31,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:31,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:31,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,125 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T19:24:31,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:31,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:31,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T19:24:31,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:31,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:31,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T19:24:31,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:31,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:31,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T19:24:31,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:31,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:31,130 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,131 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,131 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,131 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,131 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,132 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:31,132 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T19:24:31,136 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:31,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62218453, jitterRate=-0.07287280261516571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:31,137 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733081071125Initializing all the Stores at 1733081071126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081071126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081071126Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081071126Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081071126Cleaning up temporary data from old regions at 1733081071131 (+5 ms)Region opened successfully at 1733081071137 (+6 ms) 2024-12-01T19:24:31,137 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T19:24:31,139 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cfcfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:31,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T19:24:31,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T19:24:31,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T19:24:31,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T19:24:31,140 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T19:24:31,141 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T19:24:31,141 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T19:24:31,142 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T19:24:31,143 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Unable to get data of znode /21448221927/balancer because node does not exist (not necessarily an error) 2024-12-01T19:24:31,207 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21448221927/balancer already deleted, retry=false 2024-12-01T19:24:31,207 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T19:24:31,207 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Unable to get data of znode /21448221927/normalizer because node does not exist (not necessarily an error) 2024-12-01T19:24:31,217 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21448221927/normalizer already deleted, retry=false 2024-12-01T19:24:31,217 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T19:24:31,218 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Unable to get data of znode /21448221927/switch/split because node does not exist (not necessarily an error) 2024-12-01T19:24:31,228 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21448221927/switch/split already deleted, retry=false 2024-12-01T19:24:31,228 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Unable to get data of znode /21448221927/switch/merge because node does not exist (not necessarily an error) 2024-12-01T19:24:31,238 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21448221927/switch/merge already deleted, retry=false 2024-12-01T19:24:31,241 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Unable to get data of znode /21448221927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T19:24:31,249 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21448221927/snapshot-cleanup already deleted, retry=false 2024-12-01T19:24:31,259 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21448221927/running 2024-12-01T19:24:31,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21448221927/running 2024-12-01T19:24:31,259 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:31,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:31,260 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9168bcbe98d9,39207,1733081069248, sessionid=0x101925a451a0006, setting cluster-up flag (Was=false) 2024-12-01T19:24:31,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:31,280 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:31,312 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21448221927/flush-table-proc/acquired, /21448221927/flush-table-proc/reached, /21448221927/flush-table-proc/abort 2024-12-01T19:24:31,313 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:31,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:31,333 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:31,364 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21448221927/online-snapshot/acquired, /21448221927/online-snapshot/reached, /21448221927/online-snapshot/abort 2024-12-01T19:24:31,365 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:31,366 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T19:24:31,367 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:31,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T19:24:31,367 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T19:24:31,367 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9168bcbe98d9,39207,1733081069248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=5, maxPoolSize=5 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9168bcbe98d9:0, corePoolSize=10, maxPoolSize=10 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:31,368 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733081101369 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T19:24:31,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:31,369 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T19:24:31,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-01T19:24:31,370 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T19:24:31,370 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T19:24:31,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T19:24:31,370 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081071370,5,FailOnTimeoutGroup] 2024-12-01T19:24:31,371 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081071370,5,FailOnTimeoutGroup] 2024-12-01T19:24:31,371 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,371 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T19:24:31,371 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,371 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741831_1007 (size=1321) 2024-12-01T19:24:31,397 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(746): ClusterId : 02ca6fa0-9ba4-49fa-8ee6-efdb224d6654 2024-12-01T19:24:31,397 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T19:24:31,407 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T19:24:31,407 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T19:24:31,417 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T19:24:31,418 DEBUG [RS:0;9168bcbe98d9:36261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4451e3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9168bcbe98d9/172.17.0.3:0 2024-12-01T19:24:31,431 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9168bcbe98d9:36261 2024-12-01T19:24:31,431 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T19:24:31,431 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T19:24:31,431 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T19:24:31,432 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(2659): reportForDuty to master=9168bcbe98d9,39207,1733081069248 with port=36261, startcode=1733081069367 2024-12-01T19:24:31,432 DEBUG [RS:0;9168bcbe98d9:36261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T19:24:31,433 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T19:24:31,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:31,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39207 {}] master.ServerManager(517): Registering regionserver=9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:31,435 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35 2024-12-01T19:24:31,435 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44131 2024-12-01T19:24:31,435 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T19:24:31,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927/rs 2024-12-01T19:24:31,504 DEBUG [RS:0;9168bcbe98d9:36261 {}] zookeeper.ZKUtil(111): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on existing znode=/21448221927/rs/9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:31,504 WARN [RS:0;9168bcbe98d9:36261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T19:24:31,504 INFO [RS:0;9168bcbe98d9:36261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:31,504 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:31,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9168bcbe98d9,36261,1733081069367] 2024-12-01T19:24:31,506 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T19:24:31,507 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T19:24:31,508 INFO [RS:0;9168bcbe98d9:36261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T19:24:31,508 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,508 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T19:24:31,508 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T19:24:31,508 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9168bcbe98d9:0, corePoolSize=2, maxPoolSize=2 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9168bcbe98d9:0, corePoolSize=1, maxPoolSize=1 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:31,509 DEBUG [RS:0;9168bcbe98d9:36261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9168bcbe98d9:0, corePoolSize=3, maxPoolSize=3 2024-12-01T19:24:31,509 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,509 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,509 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,509 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,509 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,509 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36261,1733081069367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:31,526 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T19:24:31,526 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,36261,1733081069367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,526 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,526 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.Replication(171): 9168bcbe98d9,36261,1733081069367 started 2024-12-01T19:24:31,542 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:31,543 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1482): Serving as 9168bcbe98d9,36261,1733081069367, RpcServer on 9168bcbe98d9/172.17.0.3:36261, sessionid=0x101925a451a0007 2024-12-01T19:24:31,543 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T19:24:31,543 DEBUG [RS:0;9168bcbe98d9:36261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:31,543 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36261,1733081069367' 2024-12-01T19:24:31,543 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21448221927/flush-table-proc/abort' 2024-12-01T19:24:31,543 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21448221927/flush-table-proc/acquired' 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9168bcbe98d9,36261,1733081069367' 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21448221927/online-snapshot/abort' 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21448221927/online-snapshot/acquired' 2024-12-01T19:24:31,544 DEBUG [RS:0;9168bcbe98d9:36261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T19:24:31,544 INFO [RS:0;9168bcbe98d9:36261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T19:24:31,545 INFO [RS:0;9168bcbe98d9:36261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T19:24:31,645 INFO [RS:0;9168bcbe98d9:36261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T19:24:31,646 INFO [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36261%2C1733081069367, suffix=, logDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367, archiveDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/oldWALs, maxLogs=10 2024-12-01T19:24:31,662 DEBUG [RS:0;9168bcbe98d9:36261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367/9168bcbe98d9%2C36261%2C1733081069367.1733081071647, exclude list is [], retry=0 2024-12-01T19:24:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-b2df987e-e395-4185-947c-1a8e486dcc27,DISK] 2024-12-01T19:24:31,665 INFO [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367/9168bcbe98d9%2C36261%2C1733081069367.1733081071647 2024-12-01T19:24:31,665 DEBUG [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725)] 2024-12-01T19:24:31,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T19:24:31,778 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35 2024-12-01T19:24:31,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741833_1009 (size=32) 2024-12-01T19:24:32,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:32,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:32,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:32,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:32,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:32,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:32,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:32,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:32,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:32,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:32,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740 2024-12-01T19:24:32,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740 2024-12-01T19:24:32,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:32,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:32,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:32,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:32,191 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:32,191 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60573340, jitterRate=-0.09738689661026001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733081072182Initializing all the Stores at 1733081072183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081072183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081072183Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081072183Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081072183Cleaning up temporary data from old regions at 1733081072189 (+6 ms)Region opened successfully at 1733081072191 (+2 ms) 2024-12-01T19:24:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:32,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:32,192 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:32,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081072191Disabling compacts and flushes for region at 1733081072191Disabling writes for close at 1733081072191Writing region close event to WAL at 1733081072192 (+1 ms)Closed at 1733081072192 2024-12-01T19:24:32,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:32,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T19:24:32,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T19:24:32,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:32,194 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T19:24:32,344 DEBUG [9168bcbe98d9:39207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T19:24:32,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:32,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36261,1733081069367, state=OPENING 2024-12-01T19:24:32,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T19:24:32,396 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:32,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:32,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T19:24:32,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21448221927/meta-region-server: CHANGED 2024-12-01T19:24:32,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21448221927/meta-region-server: CHANGED 2024-12-01T19:24:32,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36261,1733081069367}] 2024-12-01T19:24:32,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:32,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:24:32,552 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T19:24:32,552 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:32,552 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T19:24:32,553 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C36261%2C1733081069367.meta, suffix=.meta, logDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367, archiveDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/oldWALs, maxLogs=10 2024-12-01T19:24:32,565 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367/9168bcbe98d9%2C36261%2C1733081069367.meta.1733081072553.meta, exclude list is [], retry=0 2024-12-01T19:24:32,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39691,DS-b2df987e-e395-4185-947c-1a8e486dcc27,DISK] 2024-12-01T19:24:32,568 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367/9168bcbe98d9%2C36261%2C1733081069367.meta.1733081072553.meta 2024-12-01T19:24:32,568 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37725:37725)] 2024-12-01T19:24:32,568 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:32,568 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:32,568 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:24:32,568 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T19:24:32,569 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T19:24:32,569 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T19:24:32,569 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:32,569 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T19:24:32,569 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T19:24:32,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T19:24:32,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T19:24:32,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T19:24:32,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T19:24:32,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T19:24:32,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T19:24:32,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T19:24:32,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T19:24:32,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T19:24:32,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T19:24:32,573 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740 2024-12-01T19:24:32,574 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740 2024-12-01T19:24:32,575 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T19:24:32,575 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T19:24:32,575 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T19:24:32,576 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T19:24:32,576 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63755728, jitterRate=-0.049965620040893555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T19:24:32,577 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T19:24:32,577 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733081072569Writing region info on filesystem at 1733081072569Initializing all the Stores at 1733081072570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081072570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081072570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081072570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733081072570Cleaning up temporary data from old regions at 1733081072575 (+5 ms)Running coprocessor post-open hooks at 1733081072577 (+2 ms)Region opened successfully at 1733081072577 2024-12-01T19:24:32,577 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733081072548 2024-12-01T19:24:32,579 DEBUG [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T19:24:32,579 INFO [RS_OPEN_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T19:24:32,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:32,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9168bcbe98d9,36261,1733081069367, state=OPEN 2024-12-01T19:24:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21448221927/meta-region-server 2024-12-01T19:24:32,585 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21448221927/meta-region-server 2024-12-01T19:24:32,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:32,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21448221927/meta-region-server: CHANGED 2024-12-01T19:24:32,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21448221927/meta-region-server: CHANGED 2024-12-01T19:24:32,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T19:24:32,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9168bcbe98d9,36261,1733081069367 in 189 msec 2024-12-01T19:24:32,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T19:24:32,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-12-01T19:24:32,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T19:24:32,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T19:24:32,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:32,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36261,1733081069367, seqNum=-1] 2024-12-01T19:24:32,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:32,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:32,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-12-01T19:24:32,593 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733081072593, completionTime=-1 2024-12-01T19:24:32,594 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T19:24:32,594 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T19:24:32,595 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T19:24:32,595 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733081132595 2024-12-01T19:24:32,595 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733081192595 2024-12-01T19:24:32,595 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T19:24:32,595 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39207,1733081069248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,596 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39207,1733081069248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,596 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39207,1733081069248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,596 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9168bcbe98d9:39207, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,596 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,596 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,597 DEBUG [master/9168bcbe98d9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39207,1733081069248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T19:24:32,599 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39207,1733081069248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T19:24:32,601 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T19:24:32,601 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T19:24:32,601 INFO [master/9168bcbe98d9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9168bcbe98d9,39207,1733081069248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T19:24:32,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f291eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:32,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39207,-1 for getting cluster id 2024-12-01T19:24:32,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:32,699 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02ca6fa0-9ba4-49fa-8ee6-efdb224d6654' 2024-12-01T19:24:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02ca6fa0-9ba4-49fa-8ee6-efdb224d6654" 2024-12-01T19:24:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec70784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39207,-1] 2024-12-01T19:24:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:32,701 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:32,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d04d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:32,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36261,1733081069367, seqNum=-1] 2024-12-01T19:24:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:32,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:32,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:32,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56556 2024-12-01T19:24:32,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T19:24:32,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101925a451a0008 connected 2024-12-01T19:24:32,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21116f0c 2024-12-01T19:24:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:32,726 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:32,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:24:32,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:24:32,728 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:32,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:24:32,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:24:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:32,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:24:32,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:32,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:32,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:32,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:33,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7168654a5374f0ac3dbfeb0bb6f355d5, NAME => 'test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a 2024-12-01T19:24:33,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:24:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:33,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:33,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7168654a5374f0ac3dbfeb0bb6f355d5, disabling compactions & flushes 2024-12-01T19:24:33,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. after waiting 0 ms 2024-12-01T19:24:33,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7168654a5374f0ac3dbfeb0bb6f355d5: Waiting for close lock at 1733081073539Disabling compacts and flushes for region at 1733081073539Disabling writes for close at 1733081073539Writing region close event to WAL at 1733081073539Closed at 1733081073539 2024-12-01T19:24:33,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:24:33,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081073541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081073541"}]},"ts":"1733081073541"} 2024-12-01T19:24:33,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:24:33,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:24:33,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081073543"}]},"ts":"1733081073543"} 2024-12-01T19:24:33,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:24:33,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7168654a5374f0ac3dbfeb0bb6f355d5, ASSIGN}] 2024-12-01T19:24:33,546 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7168654a5374f0ac3dbfeb0bb6f355d5, ASSIGN 2024-12-01T19:24:33,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7168654a5374f0ac3dbfeb0bb6f355d5, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39723,1733081059886; forceNewPlan=false, retain=false 2024-12-01T19:24:33,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7168654a5374f0ac3dbfeb0bb6f355d5, regionState=OPENING, regionLocation=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:33,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7168654a5374f0ac3dbfeb0bb6f355d5, ASSIGN because future has completed 2024-12-01T19:24:33,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7168654a5374f0ac3dbfeb0bb6f355d5, server=9168bcbe98d9,39723,1733081059886}] 2024-12-01T19:24:33,854 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,854 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7168654a5374f0ac3dbfeb0bb6f355d5, NAME => 'test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:33,854 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:33,855 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:24:33,855 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,855 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:33,855 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,855 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,856 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,857 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7168654a5374f0ac3dbfeb0bb6f355d5 columnFamilyName f 2024-12-01T19:24:33,857 DEBUG [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:33,857 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] regionserver.HStore(327): Store=7168654a5374f0ac3dbfeb0bb6f355d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:33,857 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,858 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7168654a5374f0ac3dbfeb0bb6f355d5 columnFamilyName f1 2024-12-01T19:24:33,858 DEBUG [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:33,858 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] regionserver.HStore(327): Store=7168654a5374f0ac3dbfeb0bb6f355d5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:33,858 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,859 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7168654a5374f0ac3dbfeb0bb6f355d5 columnFamilyName norep 2024-12-01T19:24:33,859 DEBUG [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:33,859 INFO [StoreOpener-7168654a5374f0ac3dbfeb0bb6f355d5-1 {}] regionserver.HStore(327): Store=7168654a5374f0ac3dbfeb0bb6f355d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:33,859 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,860 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,860 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,861 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,861 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,861 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:24:33,862 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,863 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:33,863 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7168654a5374f0ac3dbfeb0bb6f355d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66590106, jitterRate=-0.0077300965785980225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:24:33,863 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:33,863 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7168654a5374f0ac3dbfeb0bb6f355d5: Running coprocessor pre-open hook at 1733081073855Writing region info on filesystem at 1733081073855Initializing all the Stores at 1733081073855Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081073855Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081073856 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081073856Cleaning up temporary data from old regions at 1733081073861 (+5 ms)Running coprocessor post-open hooks at 1733081073863 (+2 ms)Region opened successfully at 1733081073863 2024-12-01T19:24:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:33,864 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., pid=6, masterSystemTime=1733081073851 2024-12-01T19:24:33,865 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,865 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:33,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7168654a5374f0ac3dbfeb0bb6f355d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7168654a5374f0ac3dbfeb0bb6f355d5, server=9168bcbe98d9,39723,1733081059886 because future has completed 2024-12-01T19:24:33,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:24:33,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7168654a5374f0ac3dbfeb0bb6f355d5, server=9168bcbe98d9,39723,1733081059886 in 169 msec 2024-12-01T19:24:33,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:24:33,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7168654a5374f0ac3dbfeb0bb6f355d5, ASSIGN in 324 msec 2024-12-01T19:24:33,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:24:33,871 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081073871"}]},"ts":"1733081073871"} 2024-12-01T19:24:33,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:24:33,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:24:33,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-01T19:24:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:34,875 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:24:34,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:34,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:34,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7f227d 2024-12-01T19:24:34,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:34,876 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:34,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:24:34,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:24:34,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:34,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:24:34,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:24:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:24:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:35,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f29f6ad70352d3b081e5029b813d2adc, NAME => 'test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea 2024-12-01T19:24:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:24:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:35,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:35,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f29f6ad70352d3b081e5029b813d2adc, disabling compactions & flushes 2024-12-01T19:24:35,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:35,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:35,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. after waiting 0 ms 2024-12-01T19:24:35,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:35,690 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:35,690 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f29f6ad70352d3b081e5029b813d2adc: Waiting for close lock at 1733081075690Disabling compacts and flushes for region at 1733081075690Disabling writes for close at 1733081075690Writing region close event to WAL at 1733081075690Closed at 1733081075690 2024-12-01T19:24:35,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:24:35,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081075691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081075691"}]},"ts":"1733081075691"} 2024-12-01T19:24:35,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:24:35,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:24:35,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081075693"}]},"ts":"1733081075693"} 2024-12-01T19:24:35,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:24:35,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f29f6ad70352d3b081e5029b813d2adc, ASSIGN}] 2024-12-01T19:24:35,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f29f6ad70352d3b081e5029b813d2adc, ASSIGN 2024-12-01T19:24:35,696 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f29f6ad70352d3b081e5029b813d2adc, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36977,1733081064499; forceNewPlan=false, retain=false 2024-12-01T19:24:35,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f29f6ad70352d3b081e5029b813d2adc, regionState=OPENING, regionLocation=9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:35,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f29f6ad70352d3b081e5029b813d2adc, ASSIGN because future has completed 2024-12-01T19:24:35,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f29f6ad70352d3b081e5029b813d2adc, server=9168bcbe98d9,36977,1733081064499}] 2024-12-01T19:24:36,003 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:36,003 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f29f6ad70352d3b081e5029b813d2adc, NAME => 'test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:36,003 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:36,003 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:24:36,003 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,003 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:36,003 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,003 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,004 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,005 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f29f6ad70352d3b081e5029b813d2adc columnFamilyName f 2024-12-01T19:24:36,005 DEBUG [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:36,006 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] regionserver.HStore(327): Store=f29f6ad70352d3b081e5029b813d2adc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:36,006 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,007 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f29f6ad70352d3b081e5029b813d2adc columnFamilyName f1 2024-12-01T19:24:36,007 DEBUG [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:36,007 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] regionserver.HStore(327): Store=f29f6ad70352d3b081e5029b813d2adc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:36,007 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,008 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f29f6ad70352d3b081e5029b813d2adc columnFamilyName norep 2024-12-01T19:24:36,008 DEBUG [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:36,008 INFO [StoreOpener-f29f6ad70352d3b081e5029b813d2adc-1 {}] regionserver.HStore(327): Store=f29f6ad70352d3b081e5029b813d2adc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:36,009 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,009 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,009 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,010 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,010 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,010 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:24:36,011 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,012 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:36,012 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f29f6ad70352d3b081e5029b813d2adc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67841437, jitterRate=0.010916188359260559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:24:36,012 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:36,013 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f29f6ad70352d3b081e5029b813d2adc: Running coprocessor pre-open hook at 1733081076003Writing region info on filesystem at 1733081076004 (+1 ms)Initializing all the Stores at 1733081076004Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081076004Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081076004Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081076004Cleaning up temporary data from old regions at 1733081076010 (+6 ms)Running coprocessor post-open hooks at 1733081076013 (+3 ms)Region opened successfully at 1733081076013 2024-12-01T19:24:36,013 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc., pid=6, masterSystemTime=1733081076000 2024-12-01T19:24:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:36,015 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:36,015 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:36,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f29f6ad70352d3b081e5029b813d2adc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:36,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f29f6ad70352d3b081e5029b813d2adc, server=9168bcbe98d9,36977,1733081064499 because future has completed 2024-12-01T19:24:36,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:24:36,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f29f6ad70352d3b081e5029b813d2adc, server=9168bcbe98d9,36977,1733081064499 in 173 msec 2024-12-01T19:24:36,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:24:36,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f29f6ad70352d3b081e5029b813d2adc, ASSIGN in 328 msec 2024-12-01T19:24:36,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:24:36,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081076025"}]},"ts":"1733081076025"} 2024-12-01T19:24:36,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:24:36,027 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:24:36,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-01T19:24:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:37,024 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:24:37,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a18b122 2024-12-01T19:24:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:37,026 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:37,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-01T19:24:37,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:24:37,028 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:37,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-01T19:24:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:37,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:24:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741835_1011 (size=902) 2024-12-01T19:24:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:37,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3284966c94adf38d513580c31e09f84a, NAME => 'test,,1733081077026.3284966c94adf38d513580c31e09f84a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35 2024-12-01T19:24:37,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741836_1012 (size=39) 2024-12-01T19:24:37,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733081077026.3284966c94adf38d513580c31e09f84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:37,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3284966c94adf38d513580c31e09f84a, disabling compactions & flushes 2024-12-01T19:24:37,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733081077026.3284966c94adf38d513580c31e09f84a. after waiting 0 ms 2024-12-01T19:24:37,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,439 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3284966c94adf38d513580c31e09f84a: Waiting for close lock at 1733081077439Disabling compacts and flushes for region at 1733081077439Disabling writes for close at 1733081077439Writing region close event to WAL at 1733081077439Closed at 1733081077439 2024-12-01T19:24:37,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:24:37,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733081077026.3284966c94adf38d513580c31e09f84a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733081077440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081077440"}]},"ts":"1733081077440"} 2024-12-01T19:24:37,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:24:37,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:24:37,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081077442"}]},"ts":"1733081077442"} 2024-12-01T19:24:37,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-01T19:24:37,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3284966c94adf38d513580c31e09f84a, ASSIGN}] 2024-12-01T19:24:37,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3284966c94adf38d513580c31e09f84a, ASSIGN 2024-12-01T19:24:37,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3284966c94adf38d513580c31e09f84a, ASSIGN; state=OFFLINE, location=9168bcbe98d9,36261,1733081069367; forceNewPlan=false, retain=false 2024-12-01T19:24:37,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3284966c94adf38d513580c31e09f84a, regionState=OPENING, regionLocation=9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:37,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3284966c94adf38d513580c31e09f84a, ASSIGN because future has completed 2024-12-01T19:24:37,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3284966c94adf38d513580c31e09f84a, server=9168bcbe98d9,36261,1733081069367}] 2024-12-01T19:24:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:37,751 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,751 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3284966c94adf38d513580c31e09f84a, NAME => 'test,,1733081077026.3284966c94adf38d513580c31e09f84a.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:37,751 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:37,752 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-01T19:24:37,752 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,752 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733081077026.3284966c94adf38d513580c31e09f84a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:37,752 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,752 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,753 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,754 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3284966c94adf38d513580c31e09f84a columnFamilyName f 2024-12-01T19:24:37,754 DEBUG [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:37,754 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] regionserver.HStore(327): Store=3284966c94adf38d513580c31e09f84a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:37,754 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,755 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3284966c94adf38d513580c31e09f84a columnFamilyName f1 2024-12-01T19:24:37,755 DEBUG [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:37,755 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] regionserver.HStore(327): Store=3284966c94adf38d513580c31e09f84a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:37,755 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,756 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3284966c94adf38d513580c31e09f84a columnFamilyName norep 2024-12-01T19:24:37,756 DEBUG [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:37,756 INFO [StoreOpener-3284966c94adf38d513580c31e09f84a-1 {}] regionserver.HStore(327): Store=3284966c94adf38d513580c31e09f84a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:37,756 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,757 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,757 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,758 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,758 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,758 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:24:37,759 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,760 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:37,760 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3284966c94adf38d513580c31e09f84a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60431428, jitterRate=-0.09950155019760132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:24:37,760 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:37,760 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3284966c94adf38d513580c31e09f84a: Running coprocessor pre-open hook at 1733081077752Writing region info on filesystem at 1733081077752Initializing all the Stores at 1733081077753 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081077753Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081077753Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081077753Cleaning up temporary data from old regions at 1733081077758 (+5 ms)Running coprocessor post-open hooks at 1733081077760 (+2 ms)Region opened successfully at 1733081077760 2024-12-01T19:24:37,761 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733081077026.3284966c94adf38d513580c31e09f84a., pid=6, masterSystemTime=1733081077748 2024-12-01T19:24:37,762 DEBUG [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,762 INFO [RS_OPEN_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:37,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3284966c94adf38d513580c31e09f84a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:37,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3284966c94adf38d513580c31e09f84a, server=9168bcbe98d9,36261,1733081069367 because future has completed 2024-12-01T19:24:37,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T19:24:37,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3284966c94adf38d513580c31e09f84a, server=9168bcbe98d9,36261,1733081069367 in 167 msec 2024-12-01T19:24:37,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T19:24:37,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3284966c94adf38d513580c31e09f84a, ASSIGN in 323 msec 2024-12-01T19:24:37,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:24:37,768 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081077768"}]},"ts":"1733081077768"} 2024-12-01T19:24:37,769 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-01T19:24:37,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:24:37,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 743 msec 2024-12-01T19:24:38,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:38,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T19:24:38,165 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-01T19:24:38,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:38,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45081,-1 for getting cluster id 2024-12-01T19:24:38,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:38,166 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e4fef8-7304-4a30-9db7-2be4b8659cf5' 2024-12-01T19:24:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e4fef8-7304-4a30-9db7-2be4b8659cf5" 2024-12-01T19:24:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41991fd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45081,-1] 2024-12-01T19:24:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:38,168 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecaafab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:38,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@706ee486 2024-12-01T19:24:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:38,170 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:38,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9168bcbe98d9:39043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:24:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:38,173 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39043' 2024-12-01T19:24:38,174 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106fe77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:38,174 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39043,-1 for getting cluster id 2024-12-01T19:24:38,174 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:38,174 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6af53e-e143-4301-bf6c-e1994ed93e07' 2024-12-01T19:24:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6af53e-e143-4301-bf6c-e1994ed93e07" 2024-12-01T19:24:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34394f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39043,-1] 2024-12-01T19:24:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:38,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:38,176 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:38,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465d6a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:38,176 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:38,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:38,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e48c613 2024-12-01T19:24:38,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:38,178 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:38,178 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-01T19:24:38,178 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:24:38,178 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:38,179 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:38,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:38,179 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T19:24:38,180 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-01T19:24:38,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T19:24:38,181 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:38,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T19:24:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741837_1013 (size=1138) 2024-12-01T19:24:38,230 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-01T19:24:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:38,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63883211901009bd5896b9990c6dc193, NAME => 'hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a 2024-12-01T19:24:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741838_1014 (size=44) 2024-12-01T19:24:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:38,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:38,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 63883211901009bd5896b9990c6dc193, disabling compactions & flushes 2024-12-01T19:24:38,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:38,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:38,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. after waiting 0 ms 2024-12-01T19:24:38,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:38,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:38,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63883211901009bd5896b9990c6dc193: Waiting for close lock at 1733081078993Disabling compacts and flushes for region at 1733081078993Disabling writes for close at 1733081078993Writing region close event to WAL at 1733081078993Closed at 1733081078993 2024-12-01T19:24:38,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T19:24:38,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733081078994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733081078994"}]},"ts":"1733081078994"} 2024-12-01T19:24:38,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T19:24:38,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T19:24:38,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081078997"}]},"ts":"1733081078997"} 2024-12-01T19:24:38,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-01T19:24:38,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63883211901009bd5896b9990c6dc193, ASSIGN}] 2024-12-01T19:24:38,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63883211901009bd5896b9990c6dc193, ASSIGN 2024-12-01T19:24:39,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63883211901009bd5896b9990c6dc193, ASSIGN; state=OFFLINE, location=9168bcbe98d9,39723,1733081059886; forceNewPlan=false, retain=false 2024-12-01T19:24:39,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63883211901009bd5896b9990c6dc193, regionState=OPENING, regionLocation=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:39,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63883211901009bd5896b9990c6dc193, ASSIGN because future has completed 2024-12-01T19:24:39,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63883211901009bd5896b9990c6dc193, server=9168bcbe98d9,39723,1733081059886}] 2024-12-01T19:24:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:39,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:39,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T19:24:39,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-01T19:24:39,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9168bcbe98d9%2C39723%2C1733081059886.rep, suffix=, logDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886, archiveDir=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/oldWALs, maxLogs=10 2024-12-01T19:24:39,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081079308, exclude list is [], retry=0 2024-12-01T19:24:39,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:39,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081079308 2024-12-01T19:24:39,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:39,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 63883211901009bd5896b9990c6dc193, NAME => 'hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193.', STARTKEY => '', ENDKEY => ''} 2024-12-01T19:24:39,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-01T19:24:39,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T19:24:39,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. service=MultiRowMutationService 2024-12-01T19:24:39,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-01T19:24:39,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T19:24:39,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,327 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,328 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63883211901009bd5896b9990c6dc193 columnFamilyName hfileref 2024-12-01T19:24:39,328 DEBUG [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:39,329 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] regionserver.HStore(327): Store=63883211901009bd5896b9990c6dc193/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:39,329 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,329 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63883211901009bd5896b9990c6dc193 columnFamilyName queue 2024-12-01T19:24:39,330 DEBUG [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:39,330 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] regionserver.HStore(327): Store=63883211901009bd5896b9990c6dc193/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:39,330 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,330 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63883211901009bd5896b9990c6dc193 columnFamilyName sid 2024-12-01T19:24:39,331 DEBUG [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T19:24:39,331 INFO [StoreOpener-63883211901009bd5896b9990c6dc193-1 {}] regionserver.HStore(327): Store=63883211901009bd5896b9990c6dc193/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T19:24:39,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-01T19:24:39,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T19:24:39,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 63883211901009bd5896b9990c6dc193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59451286, jitterRate=-0.11410680413246155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-01T19:24:39,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:39,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 63883211901009bd5896b9990c6dc193: Running coprocessor pre-open hook at 1733081079326Writing region info on filesystem at 1733081079326Initializing all the Stores at 1733081079327 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081079327Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081079327Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733081079327Cleaning up temporary data from old regions at 1733081079332 (+5 ms)Running coprocessor post-open hooks at 1733081079335 (+3 ms)Region opened successfully at 1733081079335 2024-12-01T19:24:39,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193., pid=10, masterSystemTime=1733081079304 2024-12-01T19:24:39,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:39,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:39,339 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63883211901009bd5896b9990c6dc193, regionState=OPEN, openSeqNum=2, regionLocation=9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:39,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63883211901009bd5896b9990c6dc193, server=9168bcbe98d9,39723,1733081059886 because future has completed 2024-12-01T19:24:39,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-01T19:24:39,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 63883211901009bd5896b9990c6dc193, server=9168bcbe98d9,39723,1733081059886 in 188 msec 2024-12-01T19:24:39,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-01T19:24:39,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63883211901009bd5896b9990c6dc193, ASSIGN in 344 msec 2024-12-01T19:24:39,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T19:24:39,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733081079344"}]},"ts":"1733081079344"} 2024-12-01T19:24:39,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-01T19:24:39,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T19:24:39,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-01T19:24:39,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2] 2024-12-01T19:24:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:39,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:39,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:24:39,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-01T19:24:39,622 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-01T19:24:39,646 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9168bcbe98d9,39723,1733081059886, ReplicationSource: 1, currentBandwidth=0 2024-12-01T19:24:39,646 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:39,646 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39723,1733081059886, seqNum=-1] 2024-12-01T19:24:39,646 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:39,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-01T19:24:39,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9168bcbe98d9,39723,1733081059886', locateType=CURRENT is [region=hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2] 2024-12-01T19:24:39,650 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-01T19:24:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-01T19:24:39,652 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9168bcbe98d9,39723,1733081059886 suceeded 2024-12-01T19:24:39,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-01T19:24:39,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-01T19:24:39,653 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9168bcbe98d9:39043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:24:39,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-12-01T19:24:39,662 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39043' 2024-12-01T19:24:39,662 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3b83ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:39,663 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39043,-1 for getting cluster id 2024-12-01T19:24:39,663 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:39,663 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6af53e-e143-4301-bf6c-e1994ed93e07' 2024-12-01T19:24:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6af53e-e143-4301-bf6c-e1994ed93e07" 2024-12-01T19:24:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17fccd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39043,-1] 2024-12-01T19:24:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:39,664 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:39,664 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b50697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:39,665 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8b3bbb 2024-12-01T19:24:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:39,666 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-01T19:24:39,666 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9168bcbe98d9,39723,1733081059886 (queues=1) is replicating from cluster=f6e4fef8-7304-4a30-9db7-2be4b8659cf5 to cluster=8a6af53e-e143-4301-bf6c-e1994ed93e07 2024-12-01T19:24:39,666 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9168bcbe98d9%2C39723%2C1733081059886 2024-12-01T19:24:39,666 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9168bcbe98d9,39723,1733081059886, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:24:39,667 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C39723%2C1733081059886 2024-12-01T19:24:39,667 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303, startPosition=0, beingWritten=true 2024-12-01T19:24:39,670 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:39,670 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 379, reset compression=false 2024-12-01T19:24:39,670 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:24:39,873 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 379, reset compression=false 2024-12-01T19:24:40,176 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 379, reset compression=false 2024-12-01T19:24:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-01T19:24:40,315 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-01T19:24:40,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:40,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:40,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:40,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:40,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:40,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45081,-1 for getting cluster id 2024-12-01T19:24:40,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:40,316 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e4fef8-7304-4a30-9db7-2be4b8659cf5' 2024-12-01T19:24:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e4fef8-7304-4a30-9db7-2be4b8659cf5" 2024-12-01T19:24:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f34553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45081,-1] 2024-12-01T19:24:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:40,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:40,317 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:40,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eeb4f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39043,-1 for getting cluster id 2024-12-01T19:24:40,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:40,318 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6af53e-e143-4301-bf6c-e1994ed93e07' 2024-12-01T19:24:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6af53e-e143-4301-bf6c-e1994ed93e07" 2024-12-01T19:24:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0bb5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39043,-1] 2024-12-01T19:24:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:40,319 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b45055b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c4249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39207,-1 for getting cluster id 2024-12-01T19:24:40,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:40,320 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02ca6fa0-9ba4-49fa-8ee6-efdb224d6654' 2024-12-01T19:24:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:40,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02ca6fa0-9ba4-49fa-8ee6-efdb224d6654" 2024-12-01T19:24:40,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df8464f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39207,-1] 2024-12-01T19:24:40,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:40,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:40,321 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714bc14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:40,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:40,325 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733081080324/Put/seqid=0 2024-12-01T19:24:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741840_1016 (size=7894) 2024-12-01T19:24:40,580 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 379, reset compression=false 2024-12-01T19:24:40,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733081080729/Put/seqid=0 2024-12-01T19:24:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741841_1017 (size=7691) 2024-12-01T19:24:41,083 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 379, reset compression=false 2024-12-01T19:24:41,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ce5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:41,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45081,-1 for getting cluster id 2024-12-01T19:24:41,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:41,134 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e4fef8-7304-4a30-9db7-2be4b8659cf5' 2024-12-01T19:24:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e4fef8-7304-4a30-9db7-2be4b8659cf5" 2024-12-01T19:24:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6c832a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45081,-1] 2024-12-01T19:24:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:41,135 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:41,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8e0444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:41,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39723,1733081059886, seqNum=-1] 2024-12-01T19:24:41,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:41,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:41,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ee2dd2 2024-12-01T19:24:41,143 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:41,144 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:41,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2] 2024-12-01T19:24:41,148 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:24:41,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-01T19:24:41,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-01T19:24:41,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-01T19:24:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:41,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-01T19:24:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegion(2603): Flush status journal for 7168654a5374f0ac3dbfeb0bb6f355d5: 2024-12-01T19:24:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_1 2024-12-01T19:24:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_1 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ 2024-12-01T19:24:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_0 2024-12-01T19:24:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_0 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ 2024-12-01T19:24:41,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_1 into 7168654a5374f0ac3dbfeb0bb6f355d5/f as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ - updating store file list. 2024-12-01T19:24:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3ae21004249843c4b1b828711811f38a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:41,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ into 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:41,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_1 into 7168654a5374f0ac3dbfeb0bb6f355d5/f (new location: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/3ae21004249843c4b1b828711811f38a_SeqId_4_) 2024-12-01T19:24:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_1 2024-12-01T19:24:41,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_0 into 7168654a5374f0ac3dbfeb0bb6f355d5/f as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ - updating store file list. 2024-12-01T19:24:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 471010152a854583a5cd04f2e00f969e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:41,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ into 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:41,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_0 into 7168654a5374f0ac3dbfeb0bb6f355d5/f (new location: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/471010152a854583a5cd04f2e00f969e_SeqId_4_) 2024-12-01T19:24:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__vl85ugd730qp6jfqn8ap62g53bbn8comemsgler3uslbjafn5lsfb7e84ffr9uh6/f/hfile_0 2024-12-01T19:24:41,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:41,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:41,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:41,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:41,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2 , the old value is region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9168bcbe98d9:39723 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:24:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:24:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2 from cache 2024-12-01T19:24:41,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36977,1733081064499, seqNum=-1] 2024-12-01T19:24:41,176 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T19:24:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:41,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc., hostname=9168bcbe98d9,36977,1733081064499, seqNum=2] 2024-12-01T19:24:41,179 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:24:41,233 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:24:41,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T19:24:41,686 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 379, reset compression=false 2024-12-01T19:24:41,690 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:24:41,690 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[{test/7168654a5374f0ac3dbfeb0bb6f355d5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733081081173/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T19:24:41,691 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:41,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-01T19:24:41,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.ReplicationSink(318): Replicating [f6e4fef8-7304-4a30-9db7-2be4b8659cf5] bulk loaded data 2024-12-01T19:24:41,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aace5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:41,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39043,-1 for getting cluster id 2024-12-01T19:24:41,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:41,693 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6af53e-e143-4301-bf6c-e1994ed93e07' 2024-12-01T19:24:41,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:41,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6af53e-e143-4301-bf6c-e1994ed93e07" 2024-12-01T19:24:41,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7489e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:41,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39043,-1] 2024-12-01T19:24:41,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:41,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:41,694 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:41,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75dd4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741837_1013 (size=7691) 2024-12-01T19:24:41,890 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 687, reset compression=false 2024-12-01T19:24:42,180 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:24:42,193 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 687, reset compression=false 2024-12-01T19:24:42,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741838_1014 (size=7894) 2024-12-01T19:24:42,596 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 687, reset compression=false 2024-12-01T19:24:42,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:42,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:42,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdac870 2024-12-01T19:24:42,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:42,628 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-01T19:24:42,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:24:42,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36977,1733081064499, seqNum=-1] 2024-12-01T19:24:42,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:42,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-01T19:24:42,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-01T19:24:42,638 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-01T19:24:42,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ for inclusion in f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-01T19:24:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:42,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ for inclusion in f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-01T19:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HRegion(2603): Flush status journal for f29f6ad70352d3b081e5029b813d2adc: 2024-12-01T19:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3ae21004249843c4b1b828711811f38a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:24:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/83b07cbe42ac474285dbc67a69c5cd39_SeqId_4_ 2024-12-01T19:24:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 471010152a854583a5cd04f2e00f969e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:24:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/d4c6bb85848741f1ab8dd4c2562c4e1a_SeqId_4_ 2024-12-01T19:24:42,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ into f29f6ad70352d3b081e5029b813d2adc/f as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/83b07cbe42ac474285dbc67a69c5cd39_SeqId_4_ - updating store file list. 2024-12-01T19:24:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83b07cbe42ac474285dbc67a69c5cd39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:42,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/83b07cbe42ac474285dbc67a69c5cd39_SeqId_4_ into f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:42,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ into f29f6ad70352d3b081e5029b813d2adc/f (new location: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/83b07cbe42ac474285dbc67a69c5cd39_SeqId_4_) 2024-12-01T19:24:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/3ae21004249843c4b1b828711811f38a_SeqId_4_ 2024-12-01T19:24:42,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ into f29f6ad70352d3b081e5029b813d2adc/f as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/d4c6bb85848741f1ab8dd4c2562c4e1a_SeqId_4_ - updating store file list. 2024-12-01T19:24:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4c6bb85848741f1ab8dd4c2562c4e1a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:42,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/d4c6bb85848741f1ab8dd4c2562c4e1a_SeqId_4_ into f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:42,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ into f29f6ad70352d3b081e5029b813d2adc/f (new location: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/d4c6bb85848741f1ab8dd4c2562c4e1a_SeqId_4_) 2024-12-01T19:24:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__l5llp551pilclrhkruvd97cf0sjfheo28ksc62rfnusdrvedcp6unku158nrjjmq/f/471010152a854583a5cd04f2e00f969e_SeqId_4_ 2024-12-01T19:24:42,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.ReplicationSink(324): Finished replicating [f6e4fef8-7304-4a30-9db7-2be4b8659cf5] bulk loaded data 2024-12-01T19:24:43,099 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 687, reset compression=false 2024-12-01T19:24:43,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36261,1733081069367, seqNum=-1] 2024-12-01T19:24:43,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:43,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:43,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733081077026.3284966c94adf38d513580c31e09f84a., hostname=9168bcbe98d9,36261,1733081069367, seqNum=2] 2024-12-01T19:24:43,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:43,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T19:24:43,193 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9168bcbe98d9%2C39723%2C1733081059886.meta:.meta(num 1733081062281) roll requested 2024-12-01T19:24:43,204 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081083193.meta, exclude list is [], retry=0 2024-12-01T19:24:43,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:43,207 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081062281.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081083193.meta 2024-12-01T19:24:43,207 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:43,207 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081062281.meta is not closed yet, will try archiving it next time 2024-12-01T19:24:43,207 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9168bcbe98d9%2C39723%2C1733081059886:(num 1733081061303) roll requested 2024-12-01T19:24:43,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741834_1010 (size=3473) 2024-12-01T19:24:43,218 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, exclude list is [], retry=0 2024-12-01T19:24:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:43,220 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 2024-12-01T19:24:43,221 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:43,221 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 is not closed yet, will try archiving it next time 2024-12-01T19:24:43,221 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9168bcbe98d9%2C39723%2C1733081059886.rep:(num 1733081079308) roll requested 2024-12-01T19:24:43,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e23ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45081,-1 for getting cluster id 2024-12-01T19:24:43,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741832_1008 (size=695) 2024-12-01T19:24:43,222 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e4fef8-7304-4a30-9db7-2be4b8659cf5' 2024-12-01T19:24:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e4fef8-7304-4a30-9db7-2be4b8659cf5" 2024-12-01T19:24:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1469ede5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45081,-1] 2024-12-01T19:24:43,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,223 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/oldWALs/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 2024-12-01T19:24:43,223 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd65b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cdc401 2024-12-01T19:24:43,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:43,225 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:43,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9168bcbe98d9:39207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-01T19:24:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-01T19:24:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:24:43,228 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39207' 2024-12-01T19:24:43,232 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332421fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,232 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39207,-1 for getting cluster id 2024-12-01T19:24:43,232 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:43,233 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081083221, exclude list is [], retry=0 2024-12-01T19:24:43,233 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02ca6fa0-9ba4-49fa-8ee6-efdb224d6654' 2024-12-01T19:24:43,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:43,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02ca6fa0-9ba4-49fa-8ee6-efdb224d6654" 2024-12-01T19:24:43,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2844ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39207,-1] 2024-12-01T19:24:43,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:43,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,235 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:43,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43727,DS-2ad15eb2-67c3-40f8-8fae-b2c69f13413e,DISK] 2024-12-01T19:24:43,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789834f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,235 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:43,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:43,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2327891e 2024-12-01T19:24:43,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:43,237 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:43,237 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-01T19:24:43,237 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-01T19:24:43,237 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,237 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:43,240 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081079308 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081083221 2024-12-01T19:24:43,244 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37147:37147)] 2024-12-01T19:24:43,244 DEBUG [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081079308 is not closed yet, will try archiving it next time 2024-12-01T19:24:43,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741839_1015 (size=1505) 2024-12-01T19:24:43,245 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081079308 not finished, retry = 0 2024-12-01T19:24:43,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:43,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-01T19:24:43,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:24:43,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-01T19:24:43,464 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-01T19:24:43,496 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9168bcbe98d9,39723,1733081059886, ReplicationSource: 2, currentBandwidth=0 2024-12-01T19:24:43,498 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-01T19:24:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-01T19:24:43,500 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9168bcbe98d9,39723,1733081059886 suceeded 2024-12-01T19:24:43,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-01T19:24:43,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-01T19:24:43,501 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9168bcbe98d9:39207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-01T19:24:43,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-12-01T19:24:43,509 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9168bcbe98d9:39207' 2024-12-01T19:24:43,510 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e2c5a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,510 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39207,-1 for getting cluster id 2024-12-01T19:24:43,510 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:43,511 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02ca6fa0-9ba4-49fa-8ee6-efdb224d6654' 2024-12-01T19:24:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02ca6fa0-9ba4-49fa-8ee6-efdb224d6654" 2024-12-01T19:24:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133d92c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39207,-1] 2024-12-01T19:24:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:43,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,512 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:43,512 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e222062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:43,512 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e15ba2a 2024-12-01T19:24:43,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:43,513 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-01T19:24:43,514 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9168bcbe98d9,39723,1733081059886 (queues=1) is replicating from cluster=f6e4fef8-7304-4a30-9db7-2be4b8659cf5 to cluster=02ca6fa0-9ba4-49fa-8ee6-efdb224d6654 2024-12-01T19:24:43,514 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9168bcbe98d9%2C39723%2C1733081059886 2024-12-01T19:24:43,514 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9168bcbe98d9,39723,1733081059886, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-01T19:24:43,514 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, startPosition=0, beingWritten=true 2024-12-01T19:24:43,514 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9168bcbe98d9%2C39723%2C1733081059886 2024-12-01T19:24:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-01T19:24:43,545 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-01T19:24:43,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:43,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:43,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:43,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:43,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T19:24:43,548 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733081083548/Put/seqid=0 2024-12-01T19:24:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741845_1021 (size=11194) 2024-12-01T19:24:43,702 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 to pos 687, reset compression=false 2024-12-01T19:24:43,708 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 was moved to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/oldWALs/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 2024-12-01T19:24:43,709 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303 2024-12-01T19:24:43,709 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081061303, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-01T19:24:43,709 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, startPosition=0, beingWritten=true 2024-12-01T19:24:43,711 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9168bcbe98d9%2C39723%2C1733081059886.1733081061303] 2024-12-01T19:24:43,717 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 0, reset compression=false 2024-12-01T19:24:43,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733081083953/Put/seqid=0 2024-12-01T19:24:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741846_1022 (size=10791) 2024-12-01T19:24:44,020 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 0, reset compression=false 2024-12-01T19:24:44,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7546bf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:44,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,45081,-1 for getting cluster id 2024-12-01T19:24:44,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:44,358 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6e4fef8-7304-4a30-9db7-2be4b8659cf5' 2024-12-01T19:24:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6e4fef8-7304-4a30-9db7-2be4b8659cf5" 2024-12-01T19:24:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed50ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,45081,-1] 2024-12-01T19:24:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:44,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:44,359 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:44,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db05c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:44,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,39723,1733081059886, seqNum=-1] 2024-12-01T19:24:44,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:44,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T19:24:44,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:44,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:44,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36501b4f 2024-12-01T19:24:44,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:44,368 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T19:24:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2] 2024-12-01T19:24:44,372 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:24:44,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-01T19:24:44,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-01T19:24:44,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T19:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:44,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T19:24:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegion(2603): Flush status journal for 7168654a5374f0ac3dbfeb0bb6f355d5: 2024-12-01T19:24:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_0 2024-12-01T19:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_0 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ 2024-12-01T19:24:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_1 2024-12-01T19:24:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_1 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ 2024-12-01T19:24:44,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_0 into 7168654a5374f0ac3dbfeb0bb6f355d5/f as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ - updating store file list. 2024-12-01T19:24:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ into 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_0 into 7168654a5374f0ac3dbfeb0bb6f355d5/f (new location: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_) 2024-12-01T19:24:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_0 2024-12-01T19:24:44,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_1 into 7168654a5374f0ac3dbfeb0bb6f355d5/f as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ - updating store file list. 2024-12-01T19:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9f9433778df4fd8adab1ee898b901cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ into 7168654a5374f0ac3dbfeb0bb6f355d5/f 2024-12-01T19:24:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_1 into 7168654a5374f0ac3dbfeb0bb6f355d5/f (new location: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_) 2024-12-01T19:24:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/staging/jenkins__test__6suubrqjb6p4qrotpv7p69273o9hgi4jsj4e35doc1a1duhbebp024ctrve669uu/f/hfile_1 2024-12-01T19:24:44,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:44,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:44,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:44,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2 , the old value is region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9168bcbe98d9:39723 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:24:44,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-01T19:24:44,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., hostname=9168bcbe98d9,39723,1733081059886, seqNum=2 from cache 2024-12-01T19:24:44,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-01T19:24:44,408 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-01T19:24:44,413 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 0, reset compression=false 2024-12-01T19:24:44,416 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:24:44,416 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[{test/7168654a5374f0ac3dbfeb0bb6f355d5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733081084404/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T19:24:44,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.ReplicationSink(318): Replicating [f6e4fef8-7304-4a30-9db7-2be4b8659cf5] bulk loaded data 2024-12-01T19:24:44,423 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 0, reset compression=false 2024-12-01T19:24:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741839_1015 (size=11194) 2024-12-01T19:24:44,427 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-01T19:24:44,427 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[{test/7168654a5374f0ac3dbfeb0bb6f355d5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733081084404/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-01T19:24:44,429 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T19:24:44,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-01T19:24:44,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.ReplicationSink(318): Replicating [f6e4fef8-7304-4a30-9db7-2be4b8659cf5] bulk loaded data 2024-12-01T19:24:44,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e25d172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:44,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] client.ClusterIdFetcher(90): Going to request 9168bcbe98d9,39207,-1 for getting cluster id 2024-12-01T19:24:44,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T19:24:44,431 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02ca6fa0-9ba4-49fa-8ee6-efdb224d6654' 2024-12-01T19:24:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T19:24:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02ca6fa0-9ba4-49fa-8ee6-efdb224d6654" 2024-12-01T19:24:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b31b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9168bcbe98d9,39207,-1] 2024-12-01T19:24:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T19:24:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:44,432 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-01T19:24:44,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed4d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T19:24:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741837_1013 (size=11194) 2024-12-01T19:24:44,514 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-01T19:24:44,616 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:44,627 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741840_1016 (size=10791) 2024-12-01T19:24:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741838_1014 (size=10791) 2024-12-01T19:24:44,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:44,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:44,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fa8df9 2024-12-01T19:24:44,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T19:24:44,857 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-01T19:24:44,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:24:44,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T19:24:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9168bcbe98d9,36261,1733081069367, seqNum=-1] 2024-12-01T19:24:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T19:24:44,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-01T19:24:44,867 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-01T19:24:44,870 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-01T19:24:44,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ for inclusion in 3284966c94adf38d513580c31e09f84a/f 2024-12-01T19:24:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T19:24:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:44,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ for inclusion in 3284966c94adf38d513580c31e09f84a/f 2024-12-01T19:24:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T19:24:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HRegion(2603): Flush status journal for 3284966c94adf38d513580c31e09f84a: 2024-12-01T19:24:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/15b06b80dcee440ab455e350018944f2_SeqId_4_ 2024-12-01T19:24:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:24:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/ff8a7890279e4ec4a94cda46323f4eff_SeqId_4_ 2024-12-01T19:24:44,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ into 3284966c94adf38d513580c31e09f84a/f as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/15b06b80dcee440ab455e350018944f2_SeqId_4_ - updating store file list. 2024-12-01T19:24:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15b06b80dcee440ab455e350018944f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:44,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/15b06b80dcee440ab455e350018944f2_SeqId_4_ into 3284966c94adf38d513580c31e09f84a/f 2024-12-01T19:24:44,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ into 3284966c94adf38d513580c31e09f84a/f (new location: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/15b06b80dcee440ab455e350018944f2_SeqId_4_) 2024-12-01T19:24:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ 2024-12-01T19:24:44,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ into 3284966c94adf38d513580c31e09f84a/f as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/ff8a7890279e4ec4a94cda46323f4eff_SeqId_4_ - updating store file list. 2024-12-01T19:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff8a7890279e4ec4a94cda46323f4eff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:44,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/ff8a7890279e4ec4a94cda46323f4eff_SeqId_4_ into 3284966c94adf38d513580c31e09f84a/f 2024-12-01T19:24:44,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ into 3284966c94adf38d513580c31e09f84a/f (new location: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/f/ff8a7890279e4ec4a94cda46323f4eff_SeqId_4_) 2024-12-01T19:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/staging/jenkins.hfs.23__test__4ell3ilvdbpe98ejojbdq0cgf6u52ctnfaqvrftpa8c245h9boaogfn7klftq18r/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ 2024-12-01T19:24:44,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36261 {}] regionserver.ReplicationSink(324): Finished replicating [f6e4fef8-7304-4a30-9db7-2be4b8659cf5] bulk loaded data 2024-12-01T19:24:44,919 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:44,930 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:45,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-01T19:24:45,253 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-01T19:24:45,255 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-01T19:24:45,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ for inclusion in f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-01T19:24:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:45,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ for inclusion in f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-01T19:24:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-01T19:24:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HRegion(2603): Flush status journal for f29f6ad70352d3b081e5029b813d2adc: 2024-12-01T19:24:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:24:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/afe5f9a6af4c41c6a4688d295fd074ba_SeqId_6_ 2024-12-01T19:24:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-01T19:24:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/5a75b4d10f524ee6a7f61c5f2271f51f_SeqId_6_ 2024-12-01T19:24:45,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ into f29f6ad70352d3b081e5029b813d2adc/f as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/afe5f9a6af4c41c6a4688d295fd074ba_SeqId_6_ - updating store file list. 2024-12-01T19:24:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for afe5f9a6af4c41c6a4688d295fd074ba_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:45,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/afe5f9a6af4c41c6a4688d295fd074ba_SeqId_6_ into f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:45,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ into f29f6ad70352d3b081e5029b813d2adc/f (new location: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/afe5f9a6af4c41c6a4688d295fd074ba_SeqId_6_) 2024-12-01T19:24:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_ 2024-12-01T19:24:45,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ into f29f6ad70352d3b081e5029b813d2adc/f as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/5a75b4d10f524ee6a7f61c5f2271f51f_SeqId_6_ - updating store file list. 2024-12-01T19:24:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5a75b4d10f524ee6a7f61c5f2271f51f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-01T19:24:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/5a75b4d10f524ee6a7f61c5f2271f51f_SeqId_6_ into f29f6ad70352d3b081e5029b813d2adc/f 2024-12-01T19:24:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ into f29f6ad70352d3b081e5029b813d2adc/f (new location: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/f/5a75b4d10f524ee6a7f61c5f2271f51f_SeqId_6_) 2024-12-01T19:24:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/staging/jenkins.hfs.22__test__3g3ko7a727ic0675reiafbbgdf0s865kvtvp726dvpt6ith60e7e5ek76jk38f39/f/a9f9433778df4fd8adab1ee898b901cd_SeqId_6_ 2024-12-01T19:24:45,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 {}] regionserver.ReplicationSink(324): Finished replicating [f6e4fef8-7304-4a30-9db7-2be4b8659cf5] bulk loaded data 2024-12-01T19:24:45,323 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:45,333 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:45,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:24:45,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:45,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:45,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:45,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:45,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:24:45,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1947733485, stopped=false 2024-12-01T19:24:45,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:45,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,39207,1733081069248 2024-12-01T19:24:45,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21448221927/running 2024-12-01T19:24:45,479 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21448221927/running 2024-12-01T19:24:45,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:45,479 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:45,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:45,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:45,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:45,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:45,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,36261,1733081069367' ***** 2024-12-01T19:24:45,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:24:45,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/running 2024-12-01T19:24:45,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Set watcher on znode that does not yet exist, /21448221927/running 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:24:45,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(3091): Received CLOSE for 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36261. 2024-12-01T19:24:45,481 DEBUG [RS:0;9168bcbe98d9:36261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:45,481 DEBUG [RS:0;9168bcbe98d9:36261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:45,481 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3284966c94adf38d513580c31e09f84a, disabling compactions & flushes 2024-12-01T19:24:45,481 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:45,481 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:45,481 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733081077026.3284966c94adf38d513580c31e09f84a. after waiting 0 ms 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:24:45,481 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:24:45,481 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:24:45,482 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:24:45,482 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:24:45,482 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1325): Online Regions={3284966c94adf38d513580c31e09f84a=test,,1733081077026.3284966c94adf38d513580c31e09f84a., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:24:45,482 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3284966c94adf38d513580c31e09f84a 2024-12-01T19:24:45,482 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:45,482 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:45,482 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:45,482 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:45,482 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:45,483 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T19:24:45,485 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/default/test/3284966c94adf38d513580c31e09f84a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-01T19:24:45,485 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:45,485 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:45,485 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:45,486 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3284966c94adf38d513580c31e09f84a: Waiting for close lock at 1733081085481Running coprocessor pre-close hooks at 1733081085481Disabling compacts and flushes for region at 1733081085481Disabling writes for close at 1733081085481Writing region close event to WAL at 1733081085482 (+1 ms)Running coprocessor post-close hooks at 1733081085485 (+3 ms)Closed at 1733081085485 2024-12-01T19:24:45,486 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733081077026.3284966c94adf38d513580c31e09f84a. 2024-12-01T19:24:45,496 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/info/ce670822bd0143ba821ea7af54839459 is 129, key is test,,1733081077026.3284966c94adf38d513580c31e09f84a./info:regioninfo/1733081077762/Put/seqid=0 2024-12-01T19:24:45,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741839_1015 (size=6421) 2024-12-01T19:24:45,502 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/info/ce670822bd0143ba821ea7af54839459 2024-12-01T19:24:45,517 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/ns/11409fa5c56d40c0ad94af50e63fd297 is 43, key is default/ns:d/1733081072591/Put/seqid=0 2024-12-01T19:24:45,520 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741840_1016 (size=5153) 2024-12-01T19:24:45,561 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:24:45,561 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:24:45,682 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:45,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T19:24:45,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:24:45,695 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9168bcbe98d9,35609,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:35609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-01T19:24:45,827 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:45,837 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:45,883 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:45,921 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/ns/11409fa5c56d40c0ad94af50e63fd297 2024-12-01T19:24:45,940 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/rep_barrier/f0360619377d4cafaa2863034a076ec3 is 112, key is test,,1733081077026.3284966c94adf38d513580c31e09f84a./rep_barrier:seqnumDuringOpen/1733081077762/Put/seqid=0 2024-12-01T19:24:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741841_1017 (size=5518) 2024-12-01T19:24:45,945 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/rep_barrier/f0360619377d4cafaa2863034a076ec3 2024-12-01T19:24:45,963 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/table/b68bbf0193834f32b995e760a96ab32b is 40, key is test/table:state/1733081077768/Put/seqid=0 2024-12-01T19:24:45,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741842_1018 (size=5165) 2024-12-01T19:24:46,083 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:46,283 DEBUG [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:46,367 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/table/b68bbf0193834f32b995e760a96ab32b 2024-12-01T19:24:46,371 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/info/ce670822bd0143ba821ea7af54839459 as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/info/ce670822bd0143ba821ea7af54839459 2024-12-01T19:24:46,374 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/info/ce670822bd0143ba821ea7af54839459, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T19:24:46,375 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/ns/11409fa5c56d40c0ad94af50e63fd297 as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/ns/11409fa5c56d40c0ad94af50e63fd297 2024-12-01T19:24:46,378 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/ns/11409fa5c56d40c0ad94af50e63fd297, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:24:46,378 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/rep_barrier/f0360619377d4cafaa2863034a076ec3 as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/rep_barrier/f0360619377d4cafaa2863034a076ec3 2024-12-01T19:24:46,382 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/rep_barrier/f0360619377d4cafaa2863034a076ec3, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T19:24:46,382 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/.tmp/table/b68bbf0193834f32b995e760a96ab32b as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/table/b68bbf0193834f32b995e760a96ab32b 2024-12-01T19:24:46,385 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/table/b68bbf0193834f32b995e760a96ab32b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:24:46,386 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false 2024-12-01T19:24:46,390 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T19:24:46,390 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:46,390 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:24:46,390 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:46,390 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081085482Running coprocessor pre-close hooks at 1733081085482Disabling compacts and flushes for region at 1733081085482Disabling writes for close at 1733081085482Obtaining lock to block concurrent updates at 1733081085483 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733081085483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733081085483Flushing stores of hbase:meta,,1.1588230740 at 1733081085483Flushing 1588230740/info: creating writer at 1733081085483Flushing 1588230740/info: appending metadata at 1733081085496 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733081085496Flushing 1588230740/ns: creating writer at 1733081085506 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733081085517 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733081085517Flushing 1588230740/rep_barrier: creating writer at 1733081085924 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081085940 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081085940Flushing 1588230740/table: creating writer at 1733081085948 (+8 ms)Flushing 1588230740/table: appending metadata at 1733081085963 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733081085963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfc20e5: reopening flushed file at 1733081086370 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14391d8c: reopening flushed file at 1733081086374 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d105d34: reopening flushed file at 1733081086378 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c7852be: reopening flushed file at 1733081086382 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 904ms, sequenceid=11, compaction requested=false at 1733081086386 (+4 ms)Writing region close event to WAL at 1733081086388 (+2 ms)Running coprocessor post-close hooks at 1733081086390 (+2 ms)Closed at 1733081086390 2024-12-01T19:24:46,390 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:46,430 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:46,439 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:46,483 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,36261,1733081069367; all regions closed. 2024-12-01T19:24:46,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741834_1010 (size=2717) 2024-12-01T19:24:46,487 DEBUG [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/oldWALs 2024-12-01T19:24:46,487 INFO [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C36261%2C1733081069367.meta:.meta(num 1733081072553) 2024-12-01T19:24:46,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741832_1008 (size=1028) 2024-12-01T19:24:46,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/WALs/9168bcbe98d9,36261,1733081069367/9168bcbe98d9%2C36261%2C1733081069367.1733081071647 not finished, retry = 0 2024-12-01T19:24:46,590 DEBUG [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/oldWALs 2024-12-01T19:24:46,590 INFO [RS:0;9168bcbe98d9:36261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C36261%2C1733081069367:(num 1733081071647) 2024-12-01T19:24:46,590 DEBUG [RS:0;9168bcbe98d9:36261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:46,590 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:46,591 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:46,591 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:46,591 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:46,591 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:46,591 INFO [RS:0;9168bcbe98d9:36261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36261. 2024-12-01T19:24:46,591 DEBUG [RS:0;9168bcbe98d9:36261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:46,591 DEBUG [RS:0;9168bcbe98d9:36261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:46,591 DEBUG [RS:0;9168bcbe98d9:36261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:46,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:46,591 INFO [RS:0;9168bcbe98d9:36261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36261 2024-12-01T19:24:46,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927/rs 2024-12-01T19:24:46,647 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21448221927/rs/9168bcbe98d9,36261,1733081069367 2024-12-01T19:24:46,647 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:46,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,36261,1733081069367] 2024-12-01T19:24:46,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21448221927/draining/9168bcbe98d9,36261,1733081069367 already deleted, retry=false 2024-12-01T19:24:46,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,36261,1733081069367 expired; onlineServers=0 2024-12-01T19:24:46,668 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,39207,1733081069248' ***** 2024-12-01T19:24:46,668 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:46,669 DEBUG [M:0;9168bcbe98d9:39207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:24:46,669 DEBUG [M:0;9168bcbe98d9:39207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:24:46,669 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081071370 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081071370,5,FailOnTimeoutGroup] 2024-12-01T19:24:46,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:24:46,669 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081071370 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081071370,5,FailOnTimeoutGroup] 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:46,669 DEBUG [M:0;9168bcbe98d9:39207 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:46,669 INFO [M:0;9168bcbe98d9:39207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:24:46,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:24:46,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21448221927/master 2024-12-01T19:24:46,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21448221927 2024-12-01T19:24:46,679 DEBUG [M:0;9168bcbe98d9:39207 {}] zookeeper.ZKUtil(347): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Unable to get data of znode /21448221927/master because node does not exist (not an error) 2024-12-01T19:24:46,679 WARN [M:0;9168bcbe98d9:39207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:24:46,680 INFO [M:0;9168bcbe98d9:39207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/.lastflushedseqids 2024-12-01T19:24:46,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741843_1019 (size=173) 2024-12-01T19:24:46,758 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:46,758 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36261-0x101925a451a0007, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:46,758 INFO [RS:0;9168bcbe98d9:36261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:46,758 INFO [RS:0;9168bcbe98d9:36261 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,36261,1733081069367; zookeeper connection closed. 2024-12-01T19:24:46,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@436264fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@436264fb 2024-12-01T19:24:46,759 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:24:47,083 INFO [M:0;9168bcbe98d9:39207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:24:47,083 INFO [M:0;9168bcbe98d9:39207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:24:47,083 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:47,084 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:47,084 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:47,084 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:47,084 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:47,084 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-01T19:24:47,100 DEBUG [M:0;9168bcbe98d9:39207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a69c70cd466f4cb7a3f81b8db7788c17 is 82, key is hbase:meta,,1/info:regioninfo/1733081072579/Put/seqid=0 2024-12-01T19:24:47,133 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:47,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741844_1020 (size=5672) 2024-12-01T19:24:47,142 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:47,541 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a69c70cd466f4cb7a3f81b8db7788c17 2024-12-01T19:24:47,559 DEBUG [M:0;9168bcbe98d9:39207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b5793778b034e548a97ec09b6fced3e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733081077770/Put/seqid=0 2024-12-01T19:24:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741845_1021 (size=6587) 2024-12-01T19:24:47,936 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:47,944 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:47,963 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b5793778b034e548a97ec09b6fced3e 2024-12-01T19:24:47,978 DEBUG [M:0;9168bcbe98d9:39207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f163ade3ed3844259b6986770af73793 is 69, key is 9168bcbe98d9,36261,1733081069367/rs:state/1733081071434/Put/seqid=0 2024-12-01T19:24:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741846_1022 (size=5156) 2024-12-01T19:24:48,382 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f163ade3ed3844259b6986770af73793 2024-12-01T19:24:48,385 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a69c70cd466f4cb7a3f81b8db7788c17 as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a69c70cd466f4cb7a3f81b8db7788c17 2024-12-01T19:24:48,388 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a69c70cd466f4cb7a3f81b8db7788c17, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T19:24:48,389 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b5793778b034e548a97ec09b6fced3e as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b5793778b034e548a97ec09b6fced3e 2024-12-01T19:24:48,392 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b5793778b034e548a97ec09b6fced3e, entries=6, sequenceid=55, filesize=6.4 K 2024-12-01T19:24:48,392 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f163ade3ed3844259b6986770af73793 as hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f163ade3ed3844259b6986770af73793 2024-12-01T19:24:48,395 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44131/user/jenkins/test-data/6295399f-58f0-cdcb-c735-c74e94ccdf35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f163ade3ed3844259b6986770af73793, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T19:24:48,396 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=55, compaction requested=false 2024-12-01T19:24:48,397 INFO [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:48,397 DEBUG [M:0;9168bcbe98d9:39207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081087083Disabling compacts and flushes for region at 1733081087083Disabling writes for close at 1733081087084 (+1 ms)Obtaining lock to block concurrent updates at 1733081087084Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081087084Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733081087084Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081087085 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081087085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081087100 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081087100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081087544 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081087559 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081087559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081087966 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081087978 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081087978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c5beb7: reopening flushed file at 1733081088385 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d5eb51: reopening flushed file at 1733081088388 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f244388: reopening flushed file at 1733081088392 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=55, compaction requested=false at 1733081088396 (+4 ms)Writing region close event to WAL at 1733081088397 (+1 ms)Closed at 1733081088397 2024-12-01T19:24:48,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39691 is added to blk_1073741830_1006 (size=32782) 2024-12-01T19:24:48,399 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:48,399 INFO [M:0;9168bcbe98d9:39207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:24:48,399 INFO [M:0;9168bcbe98d9:39207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39207 2024-12-01T19:24:48,399 INFO [M:0;9168bcbe98d9:39207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:48,558 INFO [M:0;9168bcbe98d9:39207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:48,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:48,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39207-0x101925a451a0006, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:48,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68cf55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:48,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6027c6dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:48,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:48,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f56fa87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:48,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c35b670{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:48,561 WARN [BP-890056290-172.17.0.3-1733081067465 heartbeating to localhost/127.0.0.1:44131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:24:48,561 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:24:48,562 WARN [BP-890056290-172.17.0.3-1733081067465 heartbeating to localhost/127.0.0.1:44131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-890056290-172.17.0.3-1733081067465 (Datanode Uuid a81cecbb-0464-458a-b3c2-d31f2c27962c) service to localhost/127.0.0.1:44131 2024-12-01T19:24:48,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:24:48,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/cluster_51652509-f32e-a5df-923d-ddea7dcf3eb5/data/data1/current/BP-890056290-172.17.0.3-1733081067465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:48,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/cluster_51652509-f32e-a5df-923d-ddea7dcf3eb5/data/data2/current/BP-890056290-172.17.0.3-1733081067465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:48,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:24:48,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59750f71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:48,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@549d4855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:48,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:48,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d48ba22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:48,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1949bef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2674c399-2dcd-d7ae-6923-329366d9cba7/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:48,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:24:48,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:24:48,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:48,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:48,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:48,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:48,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:48,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:24:48,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=643924396, stopped=false 2024-12-01T19:24:48,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,39043,1733081064364 2024-12-01T19:24:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11700489415/running 2024-12-01T19:24:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11700489415/running 2024-12-01T19:24:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:48,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:48,595 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:48,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:48,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:48,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/running 2024-12-01T19:24:48,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:48,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Set watcher on znode that does not yet exist, /11700489415/running 2024-12-01T19:24:48,595 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,36977,1733081064499' ***** 2024-12-01T19:24:48,595 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:24:48,596 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(3091): Received CLOSE for f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36977. 2024-12-01T19:24:48,596 DEBUG [RS:0;9168bcbe98d9:36977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:48,596 DEBUG [RS:0;9168bcbe98d9:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:48,596 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f29f6ad70352d3b081e5029b813d2adc, disabling compactions & flushes 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:24:48,596 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:24:48,596 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:48,596 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. after waiting 0 ms 2024-12-01T19:24:48,596 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:48,596 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T19:24:48,596 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1325): Online Regions={f29f6ad70352d3b081e5029b813d2adc=test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc., 1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:24:48,596 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f29f6ad70352d3b081e5029b813d2adc 2024-12-01T19:24:48,597 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:48,597 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:48,597 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:48,597 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:48,597 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:48,597 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-01T19:24:48,599 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/default/test/f29f6ad70352d3b081e5029b813d2adc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:24:48,600 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:48,600 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:48,600 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:48,600 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f29f6ad70352d3b081e5029b813d2adc: Waiting for close lock at 1733081088596Running coprocessor pre-close hooks at 1733081088596Disabling compacts and flushes for region at 1733081088596Disabling writes for close at 1733081088596Writing region close event to WAL at 1733081088597 (+1 ms)Running coprocessor post-close hooks at 1733081088600 (+3 ms)Closed at 1733081088600 2024-12-01T19:24:48,600 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc. 2024-12-01T19:24:48,609 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/info/999a32d1314e442980afffd9c2eaa1e8 is 129, key is test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc./info:regioninfo/1733081076015/Put/seqid=0 2024-12-01T19:24:48,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741841_1017 (size=6421) 2024-12-01T19:24:48,624 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:48,797 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:48,840 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:48,848 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:48,997 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:49,012 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/info/999a32d1314e442980afffd9c2eaa1e8 2024-12-01T19:24:49,026 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/ns/0f4bddf359434ff2a044cd4f9599e724 is 43, key is default/ns:d/1733081067360/Put/seqid=0 2024-12-01T19:24:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741842_1018 (size=5153) 2024-12-01T19:24:49,197 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:49,294 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T19:24:49,366 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:24:49,366 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:24:49,397 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:49,429 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/ns/0f4bddf359434ff2a044cd4f9599e724 2024-12-01T19:24:49,448 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8a69549b9b41c5b901db39de7a66ab is 112, key is test,,1733081074877.f29f6ad70352d3b081e5029b813d2adc./rep_barrier:seqnumDuringOpen/1733081076015/Put/seqid=0 2024-12-01T19:24:49,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741843_1019 (size=5518) 2024-12-01T19:24:49,597 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T19:24:49,597 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T19:24:49,597 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:49,797 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:49,843 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:49,850 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:49,851 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8a69549b9b41c5b901db39de7a66ab 2024-12-01T19:24:49,865 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/table/fc7ccd0a151141678314a5015adaea3f is 40, key is test/table:state/1733081076025/Put/seqid=0 2024-12-01T19:24:49,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741844_1020 (size=5165) 2024-12-01T19:24:49,997 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:50,198 DEBUG [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:50,269 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/table/fc7ccd0a151141678314a5015adaea3f 2024-12-01T19:24:50,273 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/info/999a32d1314e442980afffd9c2eaa1e8 as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/info/999a32d1314e442980afffd9c2eaa1e8 2024-12-01T19:24:50,275 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/info/999a32d1314e442980afffd9c2eaa1e8, entries=10, sequenceid=11, filesize=6.3 K 2024-12-01T19:24:50,276 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/ns/0f4bddf359434ff2a044cd4f9599e724 as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/ns/0f4bddf359434ff2a044cd4f9599e724 2024-12-01T19:24:50,279 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/ns/0f4bddf359434ff2a044cd4f9599e724, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:24:50,279 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/rep_barrier/4d8a69549b9b41c5b901db39de7a66ab as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/rep_barrier/4d8a69549b9b41c5b901db39de7a66ab 2024-12-01T19:24:50,282 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/rep_barrier/4d8a69549b9b41c5b901db39de7a66ab, entries=1, sequenceid=11, filesize=5.4 K 2024-12-01T19:24:50,282 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/.tmp/table/fc7ccd0a151141678314a5015adaea3f as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/table/fc7ccd0a151141678314a5015adaea3f 2024-12-01T19:24:50,285 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/table/fc7ccd0a151141678314a5015adaea3f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T19:24:50,286 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1688ms, sequenceid=11, compaction requested=false 2024-12-01T19:24:50,286 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:24:50,289 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T19:24:50,289 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:50,289 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:24:50,289 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:50,289 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081088596Running coprocessor pre-close hooks at 1733081088596Disabling compacts and flushes for region at 1733081088596Disabling writes for close at 1733081088597 (+1 ms)Obtaining lock to block concurrent updates at 1733081088597Preparing flush snapshotting stores in 1588230740 at 1733081088597Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733081088597Flushing stores of hbase:meta,,1.1588230740 at 1733081088597Flushing 1588230740/info: creating writer at 1733081088597Flushing 1588230740/info: appending metadata at 1733081088609 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733081088609Flushing 1588230740/ns: creating writer at 1733081089015 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733081089026 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733081089026Flushing 1588230740/rep_barrier: creating writer at 1733081089433 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081089448 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081089448Flushing 1588230740/table: creating writer at 1733081089855 (+407 ms)Flushing 1588230740/table: appending metadata at 1733081089865 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733081089865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb8053a: reopening flushed file at 1733081090272 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a90a19a: reopening flushed file at 1733081090276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678848e7: reopening flushed file at 1733081090279 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46219ea5: reopening flushed file at 1733081090282 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1688ms, sequenceid=11, compaction requested=false at 1733081090286 (+4 ms)Writing region close event to WAL at 1733081090287 (+1 ms)Running coprocessor post-close hooks at 1733081090289 (+2 ms)Closed at 1733081090289 2024-12-01T19:24:50,290 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:50,398 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,36977,1733081064499; all regions closed. 2024-12-01T19:24:50,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741834_1010 (size=2717) 2024-12-01T19:24:50,400 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/WALs/9168bcbe98d9,36977,1733081064499/9168bcbe98d9%2C36977%2C1733081064499.meta.1733081067322.meta not finished, retry = 0 2024-12-01T19:24:50,502 DEBUG [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/oldWALs 2024-12-01T19:24:50,502 INFO [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C36977%2C1733081064499.meta:.meta(num 1733081067322) 2024-12-01T19:24:50,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741832_1008 (size=1374) 2024-12-01T19:24:50,504 DEBUG [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/oldWALs 2024-12-01T19:24:50,504 INFO [RS:0;9168bcbe98d9:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9168bcbe98d9%2C36977%2C1733081064499:(num 1733081066435) 2024-12-01T19:24:50,504 DEBUG [RS:0;9168bcbe98d9:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:50,504 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:50,504 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:50,504 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:50,505 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:50,505 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:50,505 INFO [RS:0;9168bcbe98d9:36977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:36977. 2024-12-01T19:24:50,505 DEBUG [RS:0;9168bcbe98d9:36977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:50,505 DEBUG [RS:0;9168bcbe98d9:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:50,505 DEBUG [RS:0;9168bcbe98d9:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:50,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:50,505 INFO [RS:0;9168bcbe98d9:36977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36977 2024-12-01T19:24:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11700489415/rs/9168bcbe98d9,36977,1733081064499 2024-12-01T19:24:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415/rs 2024-12-01T19:24:50,605 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:50,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,36977,1733081064499] 2024-12-01T19:24:50,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11700489415/draining/9168bcbe98d9,36977,1733081064499 already deleted, retry=false 2024-12-01T19:24:50,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,36977,1733081064499 expired; onlineServers=0 2024-12-01T19:24:50,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,39043,1733081064364' ***** 2024-12-01T19:24:50,626 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:24:50,626 INFO [M:0;9168bcbe98d9:39043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:50,626 INFO [M:0;9168bcbe98d9:39043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:50,626 DEBUG [M:0;9168bcbe98d9:39043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:24:50,626 DEBUG [M:0;9168bcbe98d9:39043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:24:50,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:24:50,626 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081066139 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081066139,5,FailOnTimeoutGroup] 2024-12-01T19:24:50,626 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081066138 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081066138,5,FailOnTimeoutGroup] 2024-12-01T19:24:50,627 INFO [M:0;9168bcbe98d9:39043 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:50,627 INFO [M:0;9168bcbe98d9:39043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:50,627 DEBUG [M:0;9168bcbe98d9:39043 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:24:50,627 INFO [M:0;9168bcbe98d9:39043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:24:50,627 INFO [M:0;9168bcbe98d9:39043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:50,627 INFO [M:0;9168bcbe98d9:39043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:24:50,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:24:50,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11700489415/master 2024-12-01T19:24:50,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11700489415 2024-12-01T19:24:50,637 DEBUG [M:0;9168bcbe98d9:39043 {}] zookeeper.ZKUtil(347): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Unable to get data of znode /11700489415/master because node does not exist (not an error) 2024-12-01T19:24:50,637 WARN [M:0;9168bcbe98d9:39043 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:24:50,638 INFO [M:0;9168bcbe98d9:39043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/.lastflushedseqids 2024-12-01T19:24:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741845_1021 (size=173) 2024-12-01T19:24:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:50,716 INFO [RS:0;9168bcbe98d9:36977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:50,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x101925a451a0004, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:50,716 INFO [RS:0;9168bcbe98d9:36977 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,36977,1733081064499; zookeeper connection closed. 2024-12-01T19:24:50,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4916834b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4916834b 2024-12-01T19:24:50,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:24:50,946 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:50,953 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:50,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T19:24:50,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:50,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:50,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:50,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:50,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:50,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,041 INFO [M:0;9168bcbe98d9:39043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:24:51,041 INFO [M:0;9168bcbe98d9:39043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:24:51,041 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:51,041 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:51,041 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:51,041 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:51,041 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:51,041 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-01T19:24:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T19:24:51,058 DEBUG [M:0;9168bcbe98d9:39043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5663892201ab45e7a44662893f766b08 is 82, key is hbase:meta,,1/info:regioninfo/1733081067345/Put/seqid=0 2024-12-01T19:24:51,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741846_1022 (size=5672) 2024-12-01T19:24:51,462 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5663892201ab45e7a44662893f766b08 2024-12-01T19:24:51,476 DEBUG [M:0;9168bcbe98d9:39043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76153cd7a5ac406e9768bcbde2659277 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733081076028/Put/seqid=0 2024-12-01T19:24:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741847_1023 (size=6586) 2024-12-01T19:24:51,880 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76153cd7a5ac406e9768bcbde2659277 2024-12-01T19:24:51,894 DEBUG [M:0;9168bcbe98d9:39043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4f29368f83240278da5a87b911996f2 is 69, key is 9168bcbe98d9,36977,1733081064499/rs:state/1733081066251/Put/seqid=0 2024-12-01T19:24:51,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741848_1024 (size=5156) 2024-12-01T19:24:52,149 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:52,155 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:52,297 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4f29368f83240278da5a87b911996f2 2024-12-01T19:24:52,301 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5663892201ab45e7a44662893f766b08 as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5663892201ab45e7a44662893f766b08 2024-12-01T19:24:52,304 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5663892201ab45e7a44662893f766b08, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T19:24:52,305 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76153cd7a5ac406e9768bcbde2659277 as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76153cd7a5ac406e9768bcbde2659277 2024-12-01T19:24:52,307 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76153cd7a5ac406e9768bcbde2659277, entries=6, sequenceid=55, filesize=6.4 K 2024-12-01T19:24:52,308 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4f29368f83240278da5a87b911996f2 as hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4f29368f83240278da5a87b911996f2 2024-12-01T19:24:52,310 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37157/user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4f29368f83240278da5a87b911996f2, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T19:24:52,311 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=55, compaction requested=false 2024-12-01T19:24:52,316 INFO [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:52,316 DEBUG [M:0;9168bcbe98d9:39043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081091041Disabling compacts and flushes for region at 1733081091041Disabling writes for close at 1733081091041Obtaining lock to block concurrent updates at 1733081091041Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081091041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733081091042 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081091042Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081091042Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081091058 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081091058Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081091465 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081091476 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081091476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081091883 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081091893 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081091893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778af16: reopening flushed file at 1733081092301 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2caaa7f1: reopening flushed file at 1733081092304 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2860f065: reopening flushed file at 1733081092307 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=55, compaction requested=false at 1733081092311 (+4 ms)Writing region close event to WAL at 1733081092316 (+5 ms)Closed at 1733081092316 2024-12-01T19:24:52,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40425 is added to blk_1073741830_1006 (size=32770) 2024-12-01T19:24:52,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2910712e-fbee-a27e-9f3f-ee23772745ea/MasterData/WALs/9168bcbe98d9,39043,1733081064364/9168bcbe98d9%2C39043%2C1733081064364.1733081065903 not finished, retry = 0 2024-12-01T19:24:52,420 INFO [M:0;9168bcbe98d9:39043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:24:52,420 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:52,420 INFO [M:0;9168bcbe98d9:39043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39043 2024-12-01T19:24:52,420 INFO [M:0;9168bcbe98d9:39043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:52,537 INFO [M:0;9168bcbe98d9:39043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39043-0x101925a451a0003, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:52,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d807d1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:52,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a592d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:52,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:52,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d70760{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:52,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69dbfd02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:52,540 WARN [BP-165568410-172.17.0.3-1733081062461 heartbeating to localhost/127.0.0.1:37157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:24:52,540 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:24:52,540 WARN [BP-165568410-172.17.0.3-1733081062461 heartbeating to localhost/127.0.0.1:37157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165568410-172.17.0.3-1733081062461 (Datanode Uuid 15d27d97-0abf-47e5-bed7-fd1ac55d50c3) service to localhost/127.0.0.1:37157 2024-12-01T19:24:52,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:24:52,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/cluster_d3dbc690-e185-96f2-7bf9-fb3507a4a162/data/data1/current/BP-165568410-172.17.0.3-1733081062461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:52,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/cluster_d3dbc690-e185-96f2-7bf9-fb3507a4a162/data/data2/current/BP-165568410-172.17.0.3-1733081062461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:52,541 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:24:52,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a9c32cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:52,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71de2d31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:52,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:52,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dedbd1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:52,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb26dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd7ee07-fd1a-2ec5-e585-601d99f75bc1/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:24:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T19:24:52,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:52,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:52,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:52,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:52,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:52,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T19:24:52,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1829680280, stopped=false 2024-12-01T19:24:52,557 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9168bcbe98d9,45081,1733081059703 2024-12-01T19:24:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1076784846/running 2024-12-01T19:24:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1076784846/running 2024-12-01T19:24:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:52,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:52,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:52,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T19:24:52,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:52,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:52,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/running 2024-12-01T19:24:52,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Set watcher on znode that does not yet exist, /0-1076784846/running 2024-12-01T19:24:52,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9168bcbe98d9,39723,1733081059886' ***** 2024-12-01T19:24:52,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T19:24:52,574 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T19:24:52,574 INFO [RS:0;9168bcbe98d9:39723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T19:24:52,574 INFO [RS:0;9168bcbe98d9:39723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T19:24:52,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T19:24:52,574 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 63883211901009bd5896b9990c6dc193 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(959): stopping server 9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39723. 2024-12-01T19:24:52,575 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7168654a5374f0ac3dbfeb0bb6f355d5, disabling compactions & flushes 2024-12-01T19:24:52,575 DEBUG [RS:0;9168bcbe98d9:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:52,575 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:52,575 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:52,575 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:52,575 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. after waiting 0 ms 2024-12-01T19:24:52,575 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T19:24:52,575 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T19:24:52,576 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-01T19:24:52,576 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7168654a5374f0ac3dbfeb0bb6f355d5=test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5., 63883211901009bd5896b9990c6dc193=hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193.} 2024-12-01T19:24:52,577 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63883211901009bd5896b9990c6dc193, 7168654a5374f0ac3dbfeb0bb6f355d5 2024-12-01T19:24:52,577 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T19:24:52,577 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T19:24:52,577 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T19:24:52,577 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T19:24:52,577 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T19:24:52,577 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-01T19:24:52,578 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/default/test/7168654a5374f0ac3dbfeb0bb6f355d5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-01T19:24:52,579 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7168654a5374f0ac3dbfeb0bb6f355d5: Waiting for close lock at 1733081092575Running coprocessor pre-close hooks at 1733081092575Disabling compacts and flushes for region at 1733081092575Disabling writes for close at 1733081092575Writing region close event to WAL at 1733081092576 (+1 ms)Running coprocessor post-close hooks at 1733081092579 (+3 ms)Closed at 1733081092579 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5. 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63883211901009bd5896b9990c6dc193, disabling compactions & flushes 2024-12-01T19:24:52,579 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. after waiting 0 ms 2024-12-01T19:24:52,579 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:52,580 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63883211901009bd5896b9990c6dc193 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-01T19:24:52,592 INFO [regionserver/9168bcbe98d9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:52,593 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/info/097890a49b3344a2a03392417fca1bc3 is 147, key is hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193./info:regioninfo/1733081079338/Put/seqid=0 2024-12-01T19:24:52,594 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/.tmp/hfileref/7bd8f94d83a943afb4a8d2ea59e9a375 is 74, key is 1/hfileref:153b68cb0cda4766a46bbc6df3b22cca_SeqId_6_/1733081085274/DeleteColumn/seqid=0 2024-12-01T19:24:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741847_1023 (size=7686) 2024-12-01T19:24:52,596 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/info/097890a49b3344a2a03392417fca1bc3 2024-12-01T19:24:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741848_1024 (size=5489) 2024-12-01T19:24:52,597 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/.tmp/hfileref/7bd8f94d83a943afb4a8d2ea59e9a375 2024-12-01T19:24:52,611 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/.tmp/queue/7cd10e3e92e34746bd2a982d99890596 is 153, key is 1-9168bcbe98d9,39723,1733081059886/queue:9168bcbe98d9%2C39723%2C1733081059886/1733081085275/Put/seqid=0 2024-12-01T19:24:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741849_1025 (size=5504) 2024-12-01T19:24:52,614 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/.tmp/queue/7cd10e3e92e34746bd2a982d99890596 2024-12-01T19:24:52,614 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/ns/418b9073955c4b76a21f497ccc04f288 is 43, key is default/ns:d/1733081062329/Put/seqid=0 2024-12-01T19:24:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741850_1026 (size=5153) 2024-12-01T19:24:52,617 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/ns/418b9073955c4b76a21f497ccc04f288 2024-12-01T19:24:52,617 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/.tmp/hfileref/7bd8f94d83a943afb4a8d2ea59e9a375 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/hfileref/7bd8f94d83a943afb4a8d2ea59e9a375 2024-12-01T19:24:52,620 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/hfileref/7bd8f94d83a943afb4a8d2ea59e9a375, entries=6, sequenceid=17, filesize=5.4 K 2024-12-01T19:24:52,621 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/.tmp/queue/7cd10e3e92e34746bd2a982d99890596 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/queue/7cd10e3e92e34746bd2a982d99890596 2024-12-01T19:24:52,624 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/queue/7cd10e3e92e34746bd2a982d99890596, entries=2, sequenceid=17, filesize=5.4 K 2024-12-01T19:24:52,625 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 63883211901009bd5896b9990c6dc193 in 46ms, sequenceid=17, compaction requested=false 2024-12-01T19:24:52,627 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/replication/63883211901009bd5896b9990c6dc193/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-01T19:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:24:52,628 INFO [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63883211901009bd5896b9990c6dc193: Waiting for close lock at 1733081092579Running coprocessor pre-close hooks at 1733081092579Disabling compacts and flushes for region at 1733081092579Disabling writes for close at 1733081092579Obtaining lock to block concurrent updates at 1733081092580 (+1 ms)Preparing flush snapshotting stores in 63883211901009bd5896b9990c6dc193 at 1733081092580Finished memstore snapshotting hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733081092580Flushing stores of hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. at 1733081092580Flushing 63883211901009bd5896b9990c6dc193/hfileref: creating writer at 1733081092580Flushing 63883211901009bd5896b9990c6dc193/hfileref: appending metadata at 1733081092594 (+14 ms)Flushing 63883211901009bd5896b9990c6dc193/hfileref: closing flushed file at 1733081092594Flushing 63883211901009bd5896b9990c6dc193/queue: creating writer at 1733081092599 (+5 ms)Flushing 63883211901009bd5896b9990c6dc193/queue: appending metadata at 1733081092610 (+11 ms)Flushing 63883211901009bd5896b9990c6dc193/queue: closing flushed file at 1733081092610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c85fa1: reopening flushed file at 1733081092617 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b4481a: reopening flushed file at 1733081092620 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 63883211901009bd5896b9990c6dc193 in 46ms, sequenceid=17, compaction requested=false at 1733081092625 (+5 ms)Writing region close event to WAL at 1733081092625Running coprocessor post-close hooks at 1733081092628 (+3 ms)Closed at 1733081092628 2024-12-01T19:24:52,628 DEBUG [RS_CLOSE_REGION-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733081078179.63883211901009bd5896b9990c6dc193. 2024-12-01T19:24:52,635 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/rep_barrier/008a04b8e18749ad89f1a4074e3e450f is 112, key is test,,1733081072726.7168654a5374f0ac3dbfeb0bb6f355d5./rep_barrier:seqnumDuringOpen/1733081073866/Put/seqid=0 2024-12-01T19:24:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741851_1027 (size=5518) 2024-12-01T19:24:52,777 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:52,977 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:53,038 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/rep_barrier/008a04b8e18749ad89f1a4074e3e450f 2024-12-01T19:24:53,053 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/table/15f44e54010d425aa240f2d3407cc072 is 53, key is hbase:replication/table:state/1733081079344/Put/seqid=0 2024-12-01T19:24:53,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741852_1028 (size=5308) 2024-12-01T19:24:53,177 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:53,212 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T19:24:53,212 INFO [regionserver/9168bcbe98d9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T19:24:53,377 DEBUG [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T19:24:53,452 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:53,456 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/table/15f44e54010d425aa240f2d3407cc072 2024-12-01T19:24:53,456 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:53,456 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 688, reset compression=false 2024-12-01T19:24:53,456 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:24:53,457 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9168bcbe98d9,39723,1733081059886: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9168bcbe98d9,39723,1733081059886, walGroup=9168bcbe98d9%2C39723%2C1733081059886, offset=9168bcbe98d9%2C39723%2C1733081059886.1733081083207:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:39723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-01T19:24:53,457 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 393, reset compression=false 2024-12-01T19:24:53,457 ERROR [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T19:24:53,457 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T19:24:53,458 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T19:24:53,458 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T19:24:53,458 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T19:24:53,458 INFO [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1503657984, "init": 1048576000, "max": 2306867200, "used": 1199559480 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208554328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T19:24:53,458 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9168bcbe98d9:45081 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-01T19:24:53,462 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/info/097890a49b3344a2a03392417fca1bc3 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/info/097890a49b3344a2a03392417fca1bc3 2024-12-01T19:24:53,462 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-01T19:24:53,462 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 688, reset compression=false 2024-12-01T19:24:53,462 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9168bcbe98d9,39723,1733081059886 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-01T19:24:53,463 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-01T19:24:53,466 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/info/097890a49b3344a2a03392417fca1bc3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-01T19:24:53,466 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/ns/418b9073955c4b76a21f497ccc04f288 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/ns/418b9073955c4b76a21f497ccc04f288 2024-12-01T19:24:53,469 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/ns/418b9073955c4b76a21f497ccc04f288, entries=2, sequenceid=16, filesize=5.0 K 2024-12-01T19:24:53,470 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/rep_barrier/008a04b8e18749ad89f1a4074e3e450f as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/rep_barrier/008a04b8e18749ad89f1a4074e3e450f 2024-12-01T19:24:53,473 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/rep_barrier/008a04b8e18749ad89f1a4074e3e450f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-01T19:24:53,473 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/.tmp/table/15f44e54010d425aa240f2d3407cc072 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/table/15f44e54010d425aa240f2d3407cc072 2024-12-01T19:24:53,476 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/table/15f44e54010d425aa240f2d3407cc072, entries=4, sequenceid=16, filesize=5.2 K 2024-12-01T19:24:53,476 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false 2024-12-01T19:24:53,476 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T19:24:53,480 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-01T19:24:53,480 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-01T19:24:53,480 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T19:24:53,480 INFO [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:53,480 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733081092577Running coprocessor pre-close hooks at 1733081092577Disabling compacts and flushes for region at 1733081092577Disabling writes for close at 1733081092577Obtaining lock to block concurrent updates at 1733081092577Preparing flush snapshotting stores in 1588230740 at 1733081092577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733081092577Flushing stores of hbase:meta,,1.1588230740 at 1733081092577Flushing 1588230740/info: creating writer at 1733081092577Flushing 1588230740/info: appending metadata at 1733081092593 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733081092593Flushing 1588230740/ns: creating writer at 1733081092599 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733081092614 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733081092614Flushing 1588230740/rep_barrier: creating writer at 1733081092620 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733081092634 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733081092635 (+1 ms)Flushing 1588230740/table: creating writer at 1733081093041 (+406 ms)Flushing 1588230740/table: appending metadata at 1733081093052 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733081093052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494fb1a5: reopening flushed file at 1733081093461 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ca7334: reopening flushed file at 1733081093466 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a04c581: reopening flushed file at 1733081093469 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7488ba86: reopening flushed file at 1733081093473 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=16, compaction requested=false at 1733081093476 (+3 ms)Writing region close event to WAL at 1733081093478 (+2 ms)Running coprocessor post-close hooks at 1733081093480 (+2 ms)Closed at 1733081093480 2024-12-01T19:24:53,480 DEBUG [RS_CLOSE_META-regionserver/9168bcbe98d9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T19:24:53,577 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(976): stopping server 9168bcbe98d9,39723,1733081059886; all regions closed. 2024-12-01T19:24:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741842_1018 (size=859) 2024-12-01T19:24:53,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.meta.1733081083193.meta not finished, retry = 0 2024-12-01T19:24:53,661 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 688, reset compression=false 2024-12-01T19:24:53,665 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 688, reset compression=false 2024-12-01T19:24:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741844_1020 (size=2791) 2024-12-01T19:24:53,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.rep.1733081083221 not finished, retry = 0 2024-12-01T19:24:53,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741843_1019 (size=696) 2024-12-01T19:24:53,783 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 not finished, retry = 0 2024-12-01T19:24:53,883 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:53,883 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T19:24:53,884 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:53,884 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.ChoreService(370): Chore service for: regionserver/9168bcbe98d9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:53,884 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:53,884 INFO [regionserver/9168bcbe98d9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:53,884 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9168bcbe98d9,39723,1733081059886 because: Region server is closing 2024-12-01T19:24:53,884 INFO [RS:0;9168bcbe98d9:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39723. 2024-12-01T19:24:53,884 DEBUG [RS:0;9168bcbe98d9:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:53,885 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:53,885 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:53,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:53,967 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 to pos 688, reset compression=false 2024-12-01T19:24:53,969 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/WALs/9168bcbe98d9,39723,1733081059886/9168bcbe98d9%2C39723%2C1733081059886.1733081083207 2024-12-01T19:24:53,969 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-01T19:24:53,969 DEBUG [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-01T19:24:53,985 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,1-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,1-9168bcbe98d9,39723,1733081059886 terminated 2024-12-01T19:24:53,985 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9168bcbe98d9,39723,1733081059886 because: Region server is closing 2024-12-01T19:24:53,985 INFO [RS:0;9168bcbe98d9:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9168bcbe98d9:39723. 2024-12-01T19:24:53,985 DEBUG [RS:0;9168bcbe98d9:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T19:24:53,985 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:53,985 DEBUG [RS:0;9168bcbe98d9:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T19:24:53,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T19:24:54,085 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.shipper9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 terminated 2024-12-01T19:24:54,085 WARN [RS_REFRESH_PEER-regionserver/9168bcbe98d9:0-0.replicationSource,2-9168bcbe98d9,39723,1733081059886.replicationSource.wal-reader.9168bcbe98d9%2C39723%2C1733081059886,2-9168bcbe98d9,39723,1733081059886 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-01T19:24:54,086 INFO [RS:0;9168bcbe98d9:39723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39723 2024-12-01T19:24:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846/rs 2024-12-01T19:24:54,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1076784846/rs/9168bcbe98d9,39723,1733081059886 2024-12-01T19:24:54,142 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:54,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9168bcbe98d9,39723,1733081059886] 2024-12-01T19:24:54,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1076784846/draining/9168bcbe98d9,39723,1733081059886 already deleted, retry=false 2024-12-01T19:24:54,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9168bcbe98d9,39723,1733081059886 expired; onlineServers=0 2024-12-01T19:24:54,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9168bcbe98d9,45081,1733081059703' ***** 2024-12-01T19:24:54,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T19:24:54,163 INFO [M:0;9168bcbe98d9:45081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T19:24:54,163 INFO [M:0;9168bcbe98d9:45081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T19:24:54,163 DEBUG [M:0;9168bcbe98d9:45081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T19:24:54,163 DEBUG [M:0;9168bcbe98d9:45081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T19:24:54,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T19:24:54,163 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081061056 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.small.0-1733081061056,5,FailOnTimeoutGroup] 2024-12-01T19:24:54,163 DEBUG [master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081061056 {}] cleaner.HFileCleaner(306): Exit Thread[master/9168bcbe98d9:0:becomeActiveMaster-HFileCleaner.large.0-1733081061056,5,FailOnTimeoutGroup] 2024-12-01T19:24:54,163 INFO [M:0;9168bcbe98d9:45081 {}] hbase.ChoreService(370): Chore service for: master/9168bcbe98d9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T19:24:54,163 INFO [M:0;9168bcbe98d9:45081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T19:24:54,163 DEBUG [M:0;9168bcbe98d9:45081 {}] master.HMaster(1795): Stopping service threads 2024-12-01T19:24:54,163 INFO [M:0;9168bcbe98d9:45081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T19:24:54,163 INFO [M:0;9168bcbe98d9:45081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T19:24:54,163 ERROR [M:0;9168bcbe98d9:45081 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:41097 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41097,5,PEWorkerGroup] 2024-12-01T19:24:54,164 INFO [M:0;9168bcbe98d9:45081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T19:24:54,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T19:24:54,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1076784846/master 2024-12-01T19:24:54,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1076784846 2024-12-01T19:24:54,173 DEBUG [M:0;9168bcbe98d9:45081 {}] zookeeper.ZKUtil(347): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Unable to get data of znode /0-1076784846/master because node does not exist (not an error) 2024-12-01T19:24:54,173 WARN [M:0;9168bcbe98d9:45081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T19:24:54,174 INFO [M:0;9168bcbe98d9:45081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/.lastflushedseqids 2024-12-01T19:24:54,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741853_1029 (size=263) 2024-12-01T19:24:54,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:54,252 INFO [RS:0;9168bcbe98d9:39723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:54,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x101925a451a0001, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:54,252 INFO [RS:0;9168bcbe98d9:39723 {}] regionserver.HRegionServer(1031): Exiting; stopping=9168bcbe98d9,39723,1733081059886; zookeeper connection closed. 2024-12-01T19:24:54,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a62858 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a62858 2024-12-01T19:24:54,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T19:24:54,577 INFO [M:0;9168bcbe98d9:45081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T19:24:54,577 INFO [M:0;9168bcbe98d9:45081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T19:24:54,578 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T19:24:54,578 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:54,578 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:54,578 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T19:24:54,578 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:54,578 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-01T19:24:54,590 DEBUG [M:0;9168bcbe98d9:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/720681164c624b6eb77d97cd579b54da is 82, key is hbase:meta,,1/info:regioninfo/1733081062305/Put/seqid=0 2024-12-01T19:24:54,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741854_1030 (size=5672) 2024-12-01T19:24:54,992 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/720681164c624b6eb77d97cd579b54da 2024-12-01T19:24:55,011 DEBUG [M:0;9168bcbe98d9:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a0abd7930e4b9bb0ed8aab59ba18bb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733081073874/Put/seqid=0 2024-12-01T19:24:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741855_1031 (size=7610) 2024-12-01T19:24:55,190 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T19:24:55,190 INFO [master/9168bcbe98d9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T19:24:55,414 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a0abd7930e4b9bb0ed8aab59ba18bb 2024-12-01T19:24:55,417 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1a0abd7930e4b9bb0ed8aab59ba18bb 2024-12-01T19:24:55,428 DEBUG [M:0;9168bcbe98d9:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d1d74fd3e09464c9263ae34e08e6b86 is 69, key is 9168bcbe98d9,39723,1733081059886/rs:state/1733081061146/Put/seqid=0 2024-12-01T19:24:55,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741856_1032 (size=5156) 2024-12-01T19:24:55,832 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d1d74fd3e09464c9263ae34e08e6b86 2024-12-01T19:24:55,835 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/720681164c624b6eb77d97cd579b54da as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/720681164c624b6eb77d97cd579b54da 2024-12-01T19:24:55,838 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/720681164c624b6eb77d97cd579b54da, entries=8, sequenceid=121, filesize=5.5 K 2024-12-01T19:24:55,839 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1a0abd7930e4b9bb0ed8aab59ba18bb as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1a0abd7930e4b9bb0ed8aab59ba18bb 2024-12-01T19:24:55,842 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1a0abd7930e4b9bb0ed8aab59ba18bb 2024-12-01T19:24:55,842 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1a0abd7930e4b9bb0ed8aab59ba18bb, entries=13, sequenceid=121, filesize=7.4 K 2024-12-01T19:24:55,842 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d1d74fd3e09464c9263ae34e08e6b86 as hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d1d74fd3e09464c9263ae34e08e6b86 2024-12-01T19:24:55,846 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41097/user/jenkins/test-data/7d4edee3-cee6-6c74-c026-e7bfeb7dbe6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d1d74fd3e09464c9263ae34e08e6b86, entries=1, sequenceid=121, filesize=5.0 K 2024-12-01T19:24:55,846 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=121, compaction requested=false 2024-12-01T19:24:55,847 INFO [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T19:24:55,847 DEBUG [M:0;9168bcbe98d9:45081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733081094578Disabling compacts and flushes for region at 1733081094578Disabling writes for close at 1733081094578Obtaining lock to block concurrent updates at 1733081094578Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733081094578Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733081094578Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733081094578Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733081094578Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733081094589 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733081094589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733081094996 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733081095010 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733081095010Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733081095417 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733081095428 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733081095428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1239dc65: reopening flushed file at 1733081095835 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ef6101: reopening flushed file at 1733081095838 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc838b1: reopening flushed file at 1733081095842 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=121, compaction requested=false at 1733081095846 (+4 ms)Writing region close event to WAL at 1733081095847 (+1 ms)Closed at 1733081095847 2024-12-01T19:24:55,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43727 is added to blk_1073741830_1006 (size=69920) 2024-12-01T19:24:55,849 INFO [M:0;9168bcbe98d9:45081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T19:24:55,849 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T19:24:55,849 INFO [M:0;9168bcbe98d9:45081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45081 2024-12-01T19:24:55,849 INFO [M:0;9168bcbe98d9:45081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T19:24:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:56,010 INFO [M:0;9168bcbe98d9:45081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T19:24:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101925a451a0000, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T19:24:56,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466cb862{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T19:24:56,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f076664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:56,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:56,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32dd170d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:56,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f96effb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:56,013 WARN [BP-871795261-172.17.0.3-1733081057661 heartbeating to localhost/127.0.0.1:41097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T19:24:56,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T19:24:56,013 WARN [BP-871795261-172.17.0.3-1733081057661 heartbeating to localhost/127.0.0.1:41097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-871795261-172.17.0.3-1733081057661 (Datanode Uuid fda7c17c-3f4d-43be-b9d8-541ffa4db4e5) service to localhost/127.0.0.1:41097 2024-12-01T19:24:56,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T19:24:56,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/data/data1/current/BP-871795261-172.17.0.3-1733081057661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:56,014 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/cluster_ad2ed2b9-70c5-0fb3-bc2b-db8ecc5d67e7/data/data2/current/BP-871795261-172.17.0.3-1733081057661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T19:24:56,014 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T19:24:56,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3850b5a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T19:24:56,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@324ba0dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T19:24:56,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T19:24:56,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbcb204{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T19:24:56,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56e05721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e873ef3-0e9c-0aee-9043-cba8a4f8750c/hadoop.log.dir/,STOPPED} 2024-12-01T19:24:56,025 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T19:24:56,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T19:24:56,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 524) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37157 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56556) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41097 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44131 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=972 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=3988 (was 4311) 2024-12-01T19:24:56,047 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-12-01T19:24:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101925a451a0008, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:24:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101925a451a0005, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:24:56,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101925a451a0002, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-01T19:24:56,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101925a451a0008, quorum=127.0.0.1:56556, baseZNode=/21448221927 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:24:56,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101925a451a0002, quorum=127.0.0.1:56556, baseZNode=/0-1076784846 Received Disconnected from ZooKeeper, ignoring 2024-12-01T19:24:56,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101925a451a0005, quorum=127.0.0.1:56556, baseZNode=/11700489415 Received Disconnected from ZooKeeper, ignoring